2024-12-11 07:14:43,041 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-11 07:14:43,053 main DEBUG Took 0.009404 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 07:14:43,053 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 07:14:43,053 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 07:14:43,054 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 07:14:43,055 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 07:14:43,062 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 07:14:43,073 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 07:14:43,074 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 07:14:43,075 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 07:14:43,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 07:14:43,076 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 07:14:43,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 07:14:43,077 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 07:14:43,077 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 07:14:43,077 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 07:14:43,078 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 07:14:43,078 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 07:14:43,079 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 07:14:43,079 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 07:14:43,079 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 07:14:43,080 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 07:14:43,080 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 07:14:43,080 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 07:14:43,081 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 07:14:43,081 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 07:14:43,081 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 07:14:43,082 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 07:14:43,082 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 07:14:43,082 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 07:14:43,083 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 07:14:43,083 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 07:14:43,083 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 07:14:43,084 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 07:14:43,085 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 07:14:43,087 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 07:14:43,087 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 07:14:43,088 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 07:14:43,089 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 07:14:43,097 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 07:14:43,099 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 07:14:43,100 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 07:14:43,101 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 07:14:43,101 main DEBUG createAppenders(={Console}) 2024-12-11 07:14:43,102 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-11 07:14:43,102 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-11 07:14:43,102 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-11 07:14:43,103 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 07:14:43,103 main DEBUG OutputStream closed 2024-12-11 07:14:43,103 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 07:14:43,103 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 07:14:43,104 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-11 07:14:43,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 07:14:43,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 07:14:43,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 07:14:43,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 07:14:43,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 07:14:43,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 07:14:43,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 07:14:43,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 07:14:43,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 07:14:43,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 07:14:43,177 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 07:14:43,177 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 07:14:43,177 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 07:14:43,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 07:14:43,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 07:14:43,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 07:14:43,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 07:14:43,179 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 07:14:43,181 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 07:14:43,181 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-11 07:14:43,182 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 07:14:43,182 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-11T07:14:43,196 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-11 07:14:43,199 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 07:14:43,199 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T07:14:43,206 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-11T07:14:43,233 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=6282 2024-12-11T07:14:43,521 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c 2024-12-11T07:14:43,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T07:14:43,537 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/cluster_e91cd916-d24c-2bbd-82de-d73a5cb89815, deleteOnExit=true 2024-12-11T07:14:43,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T07:14:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/test.cache.data in system properties and HBase conf 2024-12-11T07:14:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T07:14:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/hadoop.log.dir in system properties and HBase conf 2024-12-11T07:14:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T07:14:43,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T07:14:43,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T07:14:43,637 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T07:14:43,724 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T07:14:43,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T07:14:43,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T07:14:43,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T07:14:43,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T07:14:43,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T07:14:43,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T07:14:43,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T07:14:43,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T07:14:43,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T07:14:43,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/nfs.dump.dir in system properties and HBase conf 2024-12-11T07:14:43,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/java.io.tmpdir in system properties and HBase conf 2024-12-11T07:14:43,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T07:14:43,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T07:14:43,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T07:14:44,540 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T07:14:44,620 INFO [Time-limited test {}] log.Log(170): Logging initialized @2364ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T07:14:44,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T07:14:44,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T07:14:44,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T07:14:44,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T07:14:44,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T07:14:44,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T07:14:44,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/hadoop.log.dir/,AVAILABLE} 2024-12-11T07:14:44,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T07:14:45,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/java.io.tmpdir/jetty-localhost-36281-hadoop-hdfs-3_4_1-tests_jar-_-any-11213436572129050215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T07:14:45,025 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:36281} 2024-12-11T07:14:45,026 INFO [Time-limited test {}] server.Server(415): Started @2770ms 2024-12-11T07:14:45,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T07:14:45,421 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T07:14:45,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T07:14:45,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T07:14:45,423 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T07:14:45,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/hadoop.log.dir/,AVAILABLE} 2024-12-11T07:14:45,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T07:14:45,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/java.io.tmpdir/jetty-localhost-42531-hadoop-hdfs-3_4_1-tests_jar-_-any-2725405101519684426/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T07:14:45,560 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:42531} 2024-12-11T07:14:45,560 INFO [Time-limited test {}] server.Server(415): Started @3305ms 2024-12-11T07:14:45,615 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T07:14:45,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T07:14:45,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T07:14:45,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T07:14:45,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T07:14:45,757 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T07:14:45,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/hadoop.log.dir/,AVAILABLE} 2024-12-11T07:14:45,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T07:14:45,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/java.io.tmpdir/jetty-localhost-33361-hadoop-hdfs-3_4_1-tests_jar-_-any-773164494377380223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T07:14:45,915 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:33361} 2024-12-11T07:14:45,916 INFO [Time-limited test {}] server.Server(415): Started @3660ms 2024-12-11T07:14:45,918 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T07:14:45,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T07:14:45,962 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T07:14:45,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T07:14:45,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T07:14:45,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T07:14:45,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/hadoop.log.dir/,AVAILABLE} 2024-12-11T07:14:45,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T07:14:46,055 WARN [Thread-104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/cluster_e91cd916-d24c-2bbd-82de-d73a5cb89815/data/data2/current/BP-1379811148-172.17.0.2-1733901284313/current, will proceed with Du for space computation calculation, 2024-12-11T07:14:46,055 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/cluster_e91cd916-d24c-2bbd-82de-d73a5cb89815/data/data4/current/BP-1379811148-172.17.0.2-1733901284313/current, will proceed with Du for space computation calculation, 2024-12-11T07:14:46,055 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/cluster_e91cd916-d24c-2bbd-82de-d73a5cb89815/data/data3/current/BP-1379811148-172.17.0.2-1733901284313/current, will proceed with Du for space computation calculation, 2024-12-11T07:14:46,055 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/cluster_e91cd916-d24c-2bbd-82de-d73a5cb89815/data/data1/current/BP-1379811148-172.17.0.2-1733901284313/current, will proceed with Du for space computation calculation, 2024-12-11T07:14:46,110 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T07:14:46,110 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T07:14:46,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/java.io.tmpdir/jetty-localhost-40423-hadoop-hdfs-3_4_1-tests_jar-_-any-13186144247409282100/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T07:14:46,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:40423} 2024-12-11T07:14:46,111 INFO [Time-limited test {}] server.Server(415): Started @3856ms 2024-12-11T07:14:46,114 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T07:14:46,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1900df54cf736d7 with lease ID 0xa1aee821be7726a: Processing first storage report for DS-7ebcb805-39bf-4035-8625-dd81ad34a207 from datanode DatanodeRegistration(127.0.0.1:39059, datanodeUuid=c0f79427-0ae5-4f26-b7b3-ba2a40fe63f7, infoPort=41115, infoSecurePort=0, ipcPort=35679, storageInfo=lv=-57;cid=testClusterID;nsid=1225442751;c=1733901284313) 2024-12-11T07:14:46,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1900df54cf736d7 with lease ID 0xa1aee821be7726a: from storage DS-7ebcb805-39bf-4035-8625-dd81ad34a207 node DatanodeRegistration(127.0.0.1:39059, datanodeUuid=c0f79427-0ae5-4f26-b7b3-ba2a40fe63f7, infoPort=41115, infoSecurePort=0, ipcPort=35679, storageInfo=lv=-57;cid=testClusterID;nsid=1225442751;c=1733901284313), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T07:14:46,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x849aaa49b06a6e50 with lease ID 0xa1aee821be77269: Processing first storage report for DS-2f1a7c0b-c098-46e3-ae73-3084348a047f from datanode DatanodeRegistration(127.0.0.1:35427, datanodeUuid=4b1268b2-1951-480b-8c10-a8996784879c, infoPort=35291, infoSecurePort=0, ipcPort=46143, storageInfo=lv=-57;cid=testClusterID;nsid=1225442751;c=1733901284313) 2024-12-11T07:14:46,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x849aaa49b06a6e50 with lease ID 0xa1aee821be77269: from storage DS-2f1a7c0b-c098-46e3-ae73-3084348a047f node DatanodeRegistration(127.0.0.1:35427, datanodeUuid=4b1268b2-1951-480b-8c10-a8996784879c, infoPort=35291, infoSecurePort=0, ipcPort=46143, storageInfo=lv=-57;cid=testClusterID;nsid=1225442751;c=1733901284313), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T07:14:46,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1900df54cf736d7 with lease ID 0xa1aee821be7726a: Processing first storage report for DS-0e1350fc-ffb5-4cfc-8c38-70413b3ee32a from datanode DatanodeRegistration(127.0.0.1:39059, datanodeUuid=c0f79427-0ae5-4f26-b7b3-ba2a40fe63f7, infoPort=41115, infoSecurePort=0, ipcPort=35679, storageInfo=lv=-57;cid=testClusterID;nsid=1225442751;c=1733901284313) 2024-12-11T07:14:46,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1900df54cf736d7 with lease ID 0xa1aee821be7726a: from storage DS-0e1350fc-ffb5-4cfc-8c38-70413b3ee32a node DatanodeRegistration(127.0.0.1:39059, datanodeUuid=c0f79427-0ae5-4f26-b7b3-ba2a40fe63f7, infoPort=41115, infoSecurePort=0, ipcPort=35679, storageInfo=lv=-57;cid=testClusterID;nsid=1225442751;c=1733901284313), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T07:14:46,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x849aaa49b06a6e50 with lease ID 0xa1aee821be77269: Processing first storage report for DS-8fbcd83e-1b8e-472c-8787-f257cd4837d8 from datanode DatanodeRegistration(127.0.0.1:35427, datanodeUuid=4b1268b2-1951-480b-8c10-a8996784879c, infoPort=35291, infoSecurePort=0, ipcPort=46143, storageInfo=lv=-57;cid=testClusterID;nsid=1225442751;c=1733901284313) 2024-12-11T07:14:46,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x849aaa49b06a6e50 with lease ID 0xa1aee821be77269: from storage DS-8fbcd83e-1b8e-472c-8787-f257cd4837d8 node DatanodeRegistration(127.0.0.1:35427, datanodeUuid=4b1268b2-1951-480b-8c10-a8996784879c, infoPort=35291, infoSecurePort=0, ipcPort=46143, storageInfo=lv=-57;cid=testClusterID;nsid=1225442751;c=1733901284313), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T07:14:46,260 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/cluster_e91cd916-d24c-2bbd-82de-d73a5cb89815/data/data5/current/BP-1379811148-172.17.0.2-1733901284313/current, will proceed with Du for space computation calculation, 2024-12-11T07:14:46,261 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/cluster_e91cd916-d24c-2bbd-82de-d73a5cb89815/data/data6/current/BP-1379811148-172.17.0.2-1733901284313/current, will proceed with Du for space computation calculation, 2024-12-11T07:14:46,287 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T07:14:46,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe943dfbaa0d927f with lease ID 0xa1aee821be7726b: Processing first storage report for DS-a328f3b1-6fef-403d-bd18-ceb17b33d60d from datanode DatanodeRegistration(127.0.0.1:39531, datanodeUuid=93576e41-ff73-480a-8710-ca23acc13e67, infoPort=39893, infoSecurePort=0, ipcPort=39339, storageInfo=lv=-57;cid=testClusterID;nsid=1225442751;c=1733901284313) 2024-12-11T07:14:46,293 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe943dfbaa0d927f with lease ID 0xa1aee821be7726b: from storage DS-a328f3b1-6fef-403d-bd18-ceb17b33d60d node DatanodeRegistration(127.0.0.1:39531, datanodeUuid=93576e41-ff73-480a-8710-ca23acc13e67, infoPort=39893, infoSecurePort=0, ipcPort=39339, storageInfo=lv=-57;cid=testClusterID;nsid=1225442751;c=1733901284313), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T07:14:46,293 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe943dfbaa0d927f with lease ID 0xa1aee821be7726b: Processing first storage report for DS-7698995e-ea31-498d-a31b-e413e4fdc9eb from datanode DatanodeRegistration(127.0.0.1:39531, datanodeUuid=93576e41-ff73-480a-8710-ca23acc13e67, infoPort=39893, infoSecurePort=0, ipcPort=39339, storageInfo=lv=-57;cid=testClusterID;nsid=1225442751;c=1733901284313) 2024-12-11T07:14:46,293 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe943dfbaa0d927f with lease ID 0xa1aee821be7726b: from storage DS-7698995e-ea31-498d-a31b-e413e4fdc9eb node DatanodeRegistration(127.0.0.1:39531, datanodeUuid=93576e41-ff73-480a-8710-ca23acc13e67, infoPort=39893, infoSecurePort=0, ipcPort=39339, storageInfo=lv=-57;cid=testClusterID;nsid=1225442751;c=1733901284313), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T07:14:46,506 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c 2024-12-11T07:14:46,583 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/cluster_e91cd916-d24c-2bbd-82de-d73a5cb89815/zookeeper_0, clientPort=55458, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/cluster_e91cd916-d24c-2bbd-82de-d73a5cb89815/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/cluster_e91cd916-d24c-2bbd-82de-d73a5cb89815/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T07:14:46,592 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55458 2024-12-11T07:14:46,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:14:46,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:14:46,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741825_1001 (size=7) 2024-12-11T07:14:46,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741825_1001 (size=7) 2024-12-11T07:14:46,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741825_1001 (size=7) 2024-12-11T07:14:47,253 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402 with version=8 2024-12-11T07:14:47,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/hbase-staging 2024-12-11T07:14:47,350 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T07:14:47,598 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0e20657b70f6:0 server-side Connection retries=45 2024-12-11T07:14:47,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T07:14:47,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T07:14:47,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T07:14:47,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T07:14:47,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T07:14:47,750 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T07:14:47,808 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T07:14:47,816 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T07:14:47,820 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T07:14:47,848 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9628 (auto-detected) 2024-12-11T07:14:47,849 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-11T07:14:47,868 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42339 2024-12-11T07:14:47,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42339 connecting to ZooKeeper ensemble=127.0.0.1:55458 2024-12-11T07:14:47,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423390x0, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T07:14:47,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42339-0x101a05fe7350000 connected 2024-12-11T07:14:47,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:14:47,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:14:47,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T07:14:47,975 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402, hbase.cluster.distributed=false 2024-12-11T07:14:47,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T07:14:48,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42339 2024-12-11T07:14:48,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42339 2024-12-11T07:14:48,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42339 2024-12-11T07:14:48,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42339 2024-12-11T07:14:48,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42339 2024-12-11T07:14:48,121 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0e20657b70f6:0 server-side Connection retries=45 2024-12-11T07:14:48,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T07:14:48,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T07:14:48,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T07:14:48,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T07:14:48,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T07:14:48,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T07:14:48,128 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T07:14:48,129 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40003 2024-12-11T07:14:48,131 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40003 connecting to ZooKeeper ensemble=127.0.0.1:55458 2024-12-11T07:14:48,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:14:48,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:14:48,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400030x0, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T07:14:48,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40003-0x101a05fe7350001 connected 2024-12-11T07:14:48,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T07:14:48,145 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T07:14:48,153 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T07:14:48,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T07:14:48,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T07:14:48,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40003 2024-12-11T07:14:48,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40003 2024-12-11T07:14:48,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40003 2024-12-11T07:14:48,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40003 2024-12-11T07:14:48,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40003 2024-12-11T07:14:48,180 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0e20657b70f6:0 server-side Connection retries=45 2024-12-11T07:14:48,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T07:14:48,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T07:14:48,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T07:14:48,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T07:14:48,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T07:14:48,181 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T07:14:48,182 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T07:14:48,183 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35987 2024-12-11T07:14:48,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35987 connecting to ZooKeeper ensemble=127.0.0.1:55458 2024-12-11T07:14:48,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:14:48,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:14:48,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359870x0, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T07:14:48,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35987-0x101a05fe7350002 connected 2024-12-11T07:14:48,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35987-0x101a05fe7350002, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T07:14:48,193 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T07:14:48,194 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T07:14:48,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35987-0x101a05fe7350002, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T07:14:48,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35987-0x101a05fe7350002, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T07:14:48,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35987 2024-12-11T07:14:48,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35987 2024-12-11T07:14:48,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35987 2024-12-11T07:14:48,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35987 2024-12-11T07:14:48,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35987 2024-12-11T07:14:48,223 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0e20657b70f6:0 server-side Connection retries=45 2024-12-11T07:14:48,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T07:14:48,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T07:14:48,224 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T07:14:48,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T07:14:48,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T07:14:48,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T07:14:48,225 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T07:14:48,226 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37783 2024-12-11T07:14:48,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37783 connecting to ZooKeeper ensemble=127.0.0.1:55458 2024-12-11T07:14:48,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:14:48,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:14:48,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377830x0, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T07:14:48,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377830x0, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T07:14:48,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37783-0x101a05fe7350003 connected 2024-12-11T07:14:48,239 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T07:14:48,241 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T07:14:48,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T07:14:48,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T07:14:48,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37783 2024-12-11T07:14:48,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37783 2024-12-11T07:14:48,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37783 2024-12-11T07:14:48,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37783 2024-12-11T07:14:48,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37783 2024-12-11T07:14:48,264 DEBUG [M:0;0e20657b70f6:42339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0e20657b70f6:42339 2024-12-11T07:14:48,266 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0e20657b70f6,42339,1733901287401 2024-12-11T07:14:48,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T07:14:48,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a05fe7350002, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T07:14:48,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T07:14:48,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T07:14:48,275 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0e20657b70f6,42339,1733901287401 2024-12-11T07:14:48,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a05fe7350002, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T07:14:48,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T07:14:48,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T07:14:48,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a05fe7350002, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:48,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:48,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:48,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:48,297 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T07:14:48,298 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0e20657b70f6,42339,1733901287401 from backup master directory 2024-12-11T07:14:48,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0e20657b70f6,42339,1733901287401 2024-12-11T07:14:48,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T07:14:48,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T07:14:48,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a05fe7350002, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T07:14:48,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T07:14:48,301 WARN [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T07:14:48,302 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0e20657b70f6,42339,1733901287401 2024-12-11T07:14:48,304 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T07:14:48,306 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T07:14:48,362 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/hbase.id] with ID: b5fcaf98-93b8-494e-b201-27887d057703 2024-12-11T07:14:48,362 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/.tmp/hbase.id 2024-12-11T07:14:48,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741826_1002 (size=42) 2024-12-11T07:14:48,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741826_1002 (size=42) 2024-12-11T07:14:48,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741826_1002 (size=42) 2024-12-11T07:14:48,381 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/.tmp/hbase.id]:[hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/hbase.id] 2024-12-11T07:14:48,423 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:14:48,428 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T07:14:48,447 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-11T07:14:48,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a05fe7350002, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:48,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:48,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:48,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:48,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741827_1003 (size=196) 2024-12-11T07:14:48,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741827_1003 (size=196) 2024-12-11T07:14:48,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741827_1003 (size=196) 2024-12-11T07:14:48,490 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T07:14:48,492 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T07:14:48,508 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T07:14:48,513 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T07:14:48,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741828_1004 (size=1189) 2024-12-11T07:14:48,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741828_1004 (size=1189) 2024-12-11T07:14:48,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741828_1004 (size=1189) 2024-12-11T07:14:48,568 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store 2024-12-11T07:14:48,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741829_1005 (size=34) 2024-12-11T07:14:48,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741829_1005 (size=34) 2024-12-11T07:14:48,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741829_1005 (size=34) 2024-12-11T07:14:48,597 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T07:14:48,600 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:14:48,601 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T07:14:48,601 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T07:14:48,602 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T07:14:48,603 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T07:14:48,603 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T07:14:48,603 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T07:14:48,604 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733901288601Disabling compacts and flushes for region at 1733901288601Disabling writes for close at 1733901288603 (+2 ms)Writing region close event to WAL at 1733901288603Closed at 1733901288603 2024-12-11T07:14:48,606 WARN [master/0e20657b70f6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/.initializing 2024-12-11T07:14:48,606 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/WALs/0e20657b70f6,42339,1733901287401 2024-12-11T07:14:48,615 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T07:14:48,630 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e20657b70f6%2C42339%2C1733901287401, suffix=, logDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/WALs/0e20657b70f6,42339,1733901287401, archiveDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/oldWALs, maxLogs=10 2024-12-11T07:14:48,661 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/WALs/0e20657b70f6,42339,1733901287401/0e20657b70f6%2C42339%2C1733901287401.1733901288636, exclude list is [], retry=0 2024-12-11T07:14:48,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35427,DS-2f1a7c0b-c098-46e3-ae73-3084348a047f,DISK] 2024-12-11T07:14:48,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39531,DS-a328f3b1-6fef-403d-bd18-ceb17b33d60d,DISK] 2024-12-11T07:14:48,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39059,DS-7ebcb805-39bf-4035-8625-dd81ad34a207,DISK] 2024-12-11T07:14:48,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T07:14:48,719 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/WALs/0e20657b70f6,42339,1733901287401/0e20657b70f6%2C42339%2C1733901287401.1733901288636 2024-12-11T07:14:48,719 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35291:35291),(127.0.0.1/127.0.0.1:39893:39893),(127.0.0.1/127.0.0.1:41115:41115)] 2024-12-11T07:14:48,720 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T07:14:48,720 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:14:48,724 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:14:48,725 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:14:48,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:14:48,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T07:14:48,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:14:48,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T07:14:48,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:14:48,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T07:14:48,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:14:48,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:14:48,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:14:48,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T07:14:48,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:14:48,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:14:48,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:14:48,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T07:14:48,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:14:48,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:14:48,808 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:14:48,811 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:14:48,812 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:14:48,817 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:14:48,818 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:14:48,821 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T07:14:48,824 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:14:48,829 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:14:48,830 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66180378, jitterRate=-0.013835519552230835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T07:14:48,836 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733901288737Initializing all the Stores at 1733901288740 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733901288740Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901288741 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901288741Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901288741Cleaning up temporary data from old regions at 1733901288818 (+77 ms)Region opened successfully at 1733901288836 (+18 ms) 2024-12-11T07:14:48,837 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T07:14:48,872 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d0db14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e20657b70f6/172.17.0.2:0 2024-12-11T07:14:48,904 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T07:14:48,916 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T07:14:48,917 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T07:14:48,920 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T07:14:48,921 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T07:14:48,926 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-11T07:14:48,927 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-11T07:14:48,953 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T07:14:48,961 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T07:14:48,963 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T07:14:48,966 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T07:14:48,967 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T07:14:48,969 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T07:14:48,971 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T07:14:48,974 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T07:14:48,975 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T07:14:48,976 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T07:14:48,979 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T07:14:48,996 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T07:14:48,998 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T07:14:49,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a05fe7350002, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T07:14:49,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T07:14:49,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T07:14:49,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T07:14:49,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a05fe7350002, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:49,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:49,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:49,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:49,004 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0e20657b70f6,42339,1733901287401, sessionid=0x101a05fe7350000, setting cluster-up flag (Was=false) 2024-12-11T07:14:49,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:49,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:49,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:49,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a05fe7350002, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:49,023 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T07:14:49,025 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0e20657b70f6,42339,1733901287401 2024-12-11T07:14:49,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:49,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:49,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:49,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a05fe7350002, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:49,037 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T07:14:49,039 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0e20657b70f6,42339,1733901287401 2024-12-11T07:14:49,045 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T07:14:49,053 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(746): ClusterId : b5fcaf98-93b8-494e-b201-27887d057703 2024-12-11T07:14:49,053 INFO [RS:1;0e20657b70f6:35987 {}] regionserver.HRegionServer(746): ClusterId : b5fcaf98-93b8-494e-b201-27887d057703 2024-12-11T07:14:49,053 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(746): ClusterId : b5fcaf98-93b8-494e-b201-27887d057703 2024-12-11T07:14:49,056 DEBUG [RS:2;0e20657b70f6:37783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T07:14:49,056 DEBUG [RS:0;0e20657b70f6:40003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T07:14:49,056 DEBUG [RS:1;0e20657b70f6:35987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T07:14:49,061 DEBUG [RS:0;0e20657b70f6:40003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T07:14:49,061 DEBUG [RS:1;0e20657b70f6:35987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T07:14:49,061 DEBUG [RS:2;0e20657b70f6:37783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T07:14:49,061 DEBUG [RS:0;0e20657b70f6:40003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T07:14:49,062 DEBUG [RS:2;0e20657b70f6:37783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T07:14:49,062 DEBUG [RS:1;0e20657b70f6:35987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T07:14:49,065 DEBUG [RS:1;0e20657b70f6:35987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T07:14:49,065 DEBUG [RS:0;0e20657b70f6:40003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T07:14:49,065 DEBUG [RS:2;0e20657b70f6:37783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T07:14:49,065 DEBUG [RS:1;0e20657b70f6:35987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0b9c77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e20657b70f6/172.17.0.2:0 2024-12-11T07:14:49,065 DEBUG [RS:0;0e20657b70f6:40003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0c2106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e20657b70f6/172.17.0.2:0 2024-12-11T07:14:49,065 DEBUG [RS:2;0e20657b70f6:37783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c8203b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e20657b70f6/172.17.0.2:0 2024-12-11T07:14:49,082 DEBUG [RS:1;0e20657b70f6:35987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0e20657b70f6:35987 2024-12-11T07:14:49,084 INFO [RS:1;0e20657b70f6:35987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T07:14:49,084 DEBUG [RS:0;0e20657b70f6:40003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0e20657b70f6:40003 2024-12-11T07:14:49,084 INFO [RS:1;0e20657b70f6:35987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T07:14:49,085 DEBUG [RS:1;0e20657b70f6:35987 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T07:14:49,085 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T07:14:49,085 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T07:14:49,085 DEBUG [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T07:14:49,087 DEBUG [RS:2;0e20657b70f6:37783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;0e20657b70f6:37783 2024-12-11T07:14:49,087 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T07:14:49,087 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T07:14:49,087 DEBUG [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T07:14:49,087 INFO [RS:1;0e20657b70f6:35987 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e20657b70f6,42339,1733901287401 with port=35987, startcode=1733901288180 2024-12-11T07:14:49,087 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e20657b70f6,42339,1733901287401 with port=40003, startcode=1733901288082 2024-12-11T07:14:49,088 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e20657b70f6,42339,1733901287401 with port=37783, startcode=1733901288222 2024-12-11T07:14:49,100 DEBUG [RS:2;0e20657b70f6:37783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T07:14:49,100 DEBUG [RS:1;0e20657b70f6:35987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T07:14:49,100 DEBUG [RS:0;0e20657b70f6:40003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T07:14:49,140 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T07:14:49,140 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T07:14:49,140 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T07:14:49,140 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T07:14:49,147 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42339 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T07:14:49,152 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42339 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T07:14:49,153 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42339 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T07:14:49,154 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T07:14:49,164 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T07:14:49,173 DEBUG [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-11T07:14:49,173 DEBUG [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-11T07:14:49,173 DEBUG [RS:1;0e20657b70f6:35987 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-11T07:14:49,173 WARN [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-11T07:14:49,173 WARN [RS:1;0e20657b70f6:35987 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-11T07:14:49,173 WARN [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-11T07:14:49,171 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0e20657b70f6,42339,1733901287401 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T07:14:49,180 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0e20657b70f6:0, corePoolSize=5, maxPoolSize=5 2024-12-11T07:14:49,180 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0e20657b70f6:0, corePoolSize=5, maxPoolSize=5 2024-12-11T07:14:49,180 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0e20657b70f6:0, corePoolSize=5, maxPoolSize=5 2024-12-11T07:14:49,180 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0e20657b70f6:0, corePoolSize=5, maxPoolSize=5 2024-12-11T07:14:49,180 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0e20657b70f6:0, corePoolSize=10, maxPoolSize=10 2024-12-11T07:14:49,181 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,181 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0e20657b70f6:0, corePoolSize=2, maxPoolSize=2 2024-12-11T07:14:49,181 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,182 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733901319182 2024-12-11T07:14:49,184 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T07:14:49,185 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T07:14:49,187 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T07:14:49,187 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T07:14:49,189 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T07:14:49,190 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T07:14:49,190 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T07:14:49,190 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T07:14:49,193 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:14:49,191 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,193 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T07:14:49,194 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T07:14:49,196 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T07:14:49,196 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T07:14:49,198 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T07:14:49,199 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T07:14:49,201 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0e20657b70f6:0:becomeActiveMaster-HFileCleaner.large.0-1733901289200,5,FailOnTimeoutGroup] 2024-12-11T07:14:49,202 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0e20657b70f6:0:becomeActiveMaster-HFileCleaner.small.0-1733901289201,5,FailOnTimeoutGroup] 2024-12-11T07:14:49,202 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,202 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T07:14:49,203 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,204 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741831_1007 (size=1321) 2024-12-11T07:14:49,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741831_1007 (size=1321) 2024-12-11T07:14:49,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741831_1007 (size=1321) 2024-12-11T07:14:49,258 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T07:14:49,259 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402 2024-12-11T07:14:49,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741832_1008 (size=32) 2024-12-11T07:14:49,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741832_1008 (size=32) 2024-12-11T07:14:49,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741832_1008 (size=32) 2024-12-11T07:14:49,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:14:49,275 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e20657b70f6,42339,1733901287401 with port=40003, startcode=1733901288082 2024-12-11T07:14:49,275 INFO [RS:1;0e20657b70f6:35987 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e20657b70f6,42339,1733901287401 with port=35987, startcode=1733901288180 2024-12-11T07:14:49,275 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e20657b70f6,42339,1733901287401 with port=37783, startcode=1733901288222 2024-12-11T07:14:49,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T07:14:49,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42339 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0e20657b70f6,40003,1733901288082 2024-12-11T07:14:49,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T07:14:49,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:14:49,279 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42339 {}] master.ServerManager(517): Registering regionserver=0e20657b70f6,40003,1733901288082 2024-12-11T07:14:49,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T07:14:49,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T07:14:49,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T07:14:49,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:14:49,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T07:14:49,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T07:14:49,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T07:14:49,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:14:49,288 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42339 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0e20657b70f6,37783,1733901288222 2024-12-11T07:14:49,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T07:14:49,288 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42339 {}] master.ServerManager(517): Registering regionserver=0e20657b70f6,37783,1733901288222 2024-12-11T07:14:49,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T07:14:49,288 DEBUG [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402 2024-12-11T07:14:49,288 DEBUG [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33583 2024-12-11T07:14:49,288 DEBUG [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T07:14:49,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T07:14:49,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:14:49,292 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42339 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0e20657b70f6,35987,1733901288180 2024-12-11T07:14:49,292 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42339 {}] master.ServerManager(517): Registering regionserver=0e20657b70f6,35987,1733901288180 2024-12-11T07:14:49,292 DEBUG [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402 2024-12-11T07:14:49,292 DEBUG [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33583 2024-12-11T07:14:49,292 DEBUG [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T07:14:49,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T07:14:49,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T07:14:49,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T07:14:49,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740 2024-12-11T07:14:49,296 DEBUG [RS:1;0e20657b70f6:35987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402 2024-12-11T07:14:49,296 DEBUG [RS:1;0e20657b70f6:35987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33583 2024-12-11T07:14:49,296 DEBUG [RS:1;0e20657b70f6:35987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T07:14:49,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740 2024-12-11T07:14:49,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T07:14:49,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T07:14:49,301 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T07:14:49,302 DEBUG [RS:0;0e20657b70f6:40003 {}] zookeeper.ZKUtil(111): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0e20657b70f6,40003,1733901288082 2024-12-11T07:14:49,302 WARN [RS:0;0e20657b70f6:40003 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T07:14:49,303 INFO [RS:0;0e20657b70f6:40003 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T07:14:49,303 DEBUG [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,40003,1733901288082 2024-12-11T07:14:49,304 DEBUG [RS:2;0e20657b70f6:37783 {}] zookeeper.ZKUtil(111): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0e20657b70f6,37783,1733901288222 2024-12-11T07:14:49,304 WARN [RS:2;0e20657b70f6:37783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T07:14:49,304 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0e20657b70f6,37783,1733901288222] 2024-12-11T07:14:49,304 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0e20657b70f6,40003,1733901288082] 2024-12-11T07:14:49,304 INFO [RS:2;0e20657b70f6:37783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T07:14:49,304 DEBUG [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,37783,1733901288222 2024-12-11T07:14:49,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T07:14:49,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T07:14:49,310 DEBUG [RS:1;0e20657b70f6:35987 {}] zookeeper.ZKUtil(111): regionserver:35987-0x101a05fe7350002, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0e20657b70f6,35987,1733901288180 2024-12-11T07:14:49,310 WARN [RS:1;0e20657b70f6:35987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T07:14:49,310 INFO [RS:1;0e20657b70f6:35987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T07:14:49,310 DEBUG [RS:1;0e20657b70f6:35987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180 2024-12-11T07:14:49,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0e20657b70f6,35987,1733901288180] 2024-12-11T07:14:49,328 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:14:49,330 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61580074, jitterRate=-0.08238539099693298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T07:14:49,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733901289274Initializing all the Stores at 1733901289276 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733901289276Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733901289276Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901289276Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733901289276Cleaning up temporary data from old regions at 1733901289300 (+24 ms)Region opened successfully at 1733901289332 (+32 ms) 2024-12-11T07:14:49,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T07:14:49,333 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T07:14:49,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T07:14:49,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T07:14:49,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T07:14:49,334 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T07:14:49,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733901289333Disabling compacts and flushes for region at 1733901289333Disabling writes for close at 1733901289333Writing region close event to WAL at 1733901289334 (+1 ms)Closed at 1733901289334 2024-12-11T07:14:49,338 INFO [RS:1;0e20657b70f6:35987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T07:14:49,338 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T07:14:49,339 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T07:14:49,339 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T07:14:49,345 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T07:14:49,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T07:14:49,358 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T07:14:49,359 INFO [RS:1;0e20657b70f6:35987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T07:14:49,359 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T07:14:49,365 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T07:14:49,367 INFO [RS:0;0e20657b70f6:40003 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T07:14:49,367 INFO [RS:1;0e20657b70f6:35987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T07:14:49,367 INFO [RS:0;0e20657b70f6:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,368 INFO [RS:1;0e20657b70f6:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,368 INFO [RS:2;0e20657b70f6:37783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T07:14:49,368 INFO [RS:2;0e20657b70f6:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,369 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T07:14:49,370 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T07:14:49,370 INFO [RS:1;0e20657b70f6:35987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T07:14:49,375 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T07:14:49,377 INFO [RS:2;0e20657b70f6:37783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T07:14:49,378 INFO [RS:0;0e20657b70f6:40003 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T07:14:49,379 INFO [RS:1;0e20657b70f6:35987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T07:14:49,379 INFO [RS:2;0e20657b70f6:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,379 INFO [RS:1;0e20657b70f6:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,380 DEBUG [RS:2;0e20657b70f6:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,380 DEBUG [RS:1;0e20657b70f6:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,380 DEBUG [RS:1;0e20657b70f6:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,380 DEBUG [RS:2;0e20657b70f6:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,380 DEBUG [RS:1;0e20657b70f6:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,380 DEBUG [RS:2;0e20657b70f6:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,380 DEBUG [RS:1;0e20657b70f6:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,380 DEBUG [RS:2;0e20657b70f6:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,380 INFO [RS:0;0e20657b70f6:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,380 DEBUG [RS:1;0e20657b70f6:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,380 DEBUG [RS:2;0e20657b70f6:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,380 DEBUG [RS:0;0e20657b70f6:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,381 DEBUG [RS:0;0e20657b70f6:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,381 DEBUG [RS:2;0e20657b70f6:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0, corePoolSize=2, maxPoolSize=2 2024-12-11T07:14:49,381 DEBUG [RS:1;0e20657b70f6:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0, corePoolSize=2, maxPoolSize=2 2024-12-11T07:14:49,381 DEBUG [RS:0;0e20657b70f6:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,381 DEBUG [RS:2;0e20657b70f6:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,381 DEBUG [RS:1;0e20657b70f6:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,381 DEBUG [RS:2;0e20657b70f6:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,381 DEBUG [RS:0;0e20657b70f6:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,381 DEBUG [RS:1;0e20657b70f6:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,381 DEBUG [RS:2;0e20657b70f6:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,381 DEBUG [RS:0;0e20657b70f6:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,381 DEBUG [RS:0;0e20657b70f6:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0, corePoolSize=2, maxPoolSize=2 2024-12-11T07:14:49,381 DEBUG [RS:2;0e20657b70f6:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,381 DEBUG [RS:1;0e20657b70f6:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,381 DEBUG [RS:0;0e20657b70f6:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,381 DEBUG [RS:2;0e20657b70f6:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,381 DEBUG [RS:1;0e20657b70f6:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,382 DEBUG [RS:0;0e20657b70f6:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,382 DEBUG [RS:2;0e20657b70f6:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,382 DEBUG [RS:1;0e20657b70f6:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,382 DEBUG [RS:0;0e20657b70f6:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,382 DEBUG [RS:2;0e20657b70f6:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0, corePoolSize=3, maxPoolSize=3 2024-12-11T07:14:49,382 DEBUG [RS:1;0e20657b70f6:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,382 DEBUG [RS:0;0e20657b70f6:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,382 DEBUG [RS:2;0e20657b70f6:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0e20657b70f6:0, corePoolSize=3, maxPoolSize=3 2024-12-11T07:14:49,382 DEBUG [RS:1;0e20657b70f6:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0, corePoolSize=3, maxPoolSize=3 2024-12-11T07:14:49,382 DEBUG [RS:0;0e20657b70f6:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,382 DEBUG [RS:1;0e20657b70f6:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0e20657b70f6:0, corePoolSize=3, maxPoolSize=3 2024-12-11T07:14:49,382 DEBUG [RS:0;0e20657b70f6:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:14:49,382 DEBUG [RS:0;0e20657b70f6:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0, corePoolSize=3, maxPoolSize=3 2024-12-11T07:14:49,382 DEBUG [RS:0;0e20657b70f6:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0e20657b70f6:0, corePoolSize=3, maxPoolSize=3 2024-12-11T07:14:49,384 INFO [RS:0;0e20657b70f6:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,384 INFO [RS:0;0e20657b70f6:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,384 INFO [RS:0;0e20657b70f6:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,384 INFO [RS:0;0e20657b70f6:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,384 INFO [RS:0;0e20657b70f6:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,384 INFO [RS:0;0e20657b70f6:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,40003,1733901288082-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T07:14:49,388 INFO [RS:1;0e20657b70f6:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,389 INFO [RS:1;0e20657b70f6:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,389 INFO [RS:1;0e20657b70f6:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,389 INFO [RS:1;0e20657b70f6:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,389 INFO [RS:1;0e20657b70f6:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,390 INFO [RS:1;0e20657b70f6:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,35987,1733901288180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T07:14:49,396 INFO [RS:2;0e20657b70f6:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,396 INFO [RS:2;0e20657b70f6:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,396 INFO [RS:2;0e20657b70f6:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,397 INFO [RS:2;0e20657b70f6:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,397 INFO [RS:2;0e20657b70f6:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,397 INFO [RS:2;0e20657b70f6:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,37783,1733901288222-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T07:14:49,415 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T07:14:49,420 INFO [RS:0;0e20657b70f6:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,40003,1733901288082-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,421 INFO [RS:0;0e20657b70f6:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,421 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.Replication(171): 0e20657b70f6,40003,1733901288082 started 2024-12-11T07:14:49,438 INFO [RS:1;0e20657b70f6:35987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T07:14:49,438 INFO [RS:1;0e20657b70f6:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,35987,1733901288180-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,439 INFO [RS:1;0e20657b70f6:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,439 INFO [RS:1;0e20657b70f6:35987 {}] regionserver.Replication(171): 0e20657b70f6,35987,1733901288180 started 2024-12-11T07:14:49,439 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T07:14:49,440 INFO [RS:2;0e20657b70f6:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,37783,1733901288222-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,440 INFO [RS:2;0e20657b70f6:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,440 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.Replication(171): 0e20657b70f6,37783,1733901288222 started 2024-12-11T07:14:49,447 INFO [RS:0;0e20657b70f6:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,448 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(1482): Serving as 0e20657b70f6,40003,1733901288082, RpcServer on 0e20657b70f6/172.17.0.2:40003, sessionid=0x101a05fe7350001 2024-12-11T07:14:49,449 DEBUG [RS:0;0e20657b70f6:40003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T07:14:49,449 DEBUG [RS:0;0e20657b70f6:40003 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0e20657b70f6,40003,1733901288082 2024-12-11T07:14:49,450 DEBUG [RS:0;0e20657b70f6:40003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e20657b70f6,40003,1733901288082' 2024-12-11T07:14:49,450 DEBUG [RS:0;0e20657b70f6:40003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T07:14:49,451 DEBUG [RS:0;0e20657b70f6:40003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T07:14:49,453 DEBUG [RS:0;0e20657b70f6:40003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T07:14:49,453 DEBUG [RS:0;0e20657b70f6:40003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T07:14:49,453 DEBUG [RS:0;0e20657b70f6:40003 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0e20657b70f6,40003,1733901288082 2024-12-11T07:14:49,453 DEBUG [RS:0;0e20657b70f6:40003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e20657b70f6,40003,1733901288082' 2024-12-11T07:14:49,453 DEBUG [RS:0;0e20657b70f6:40003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T07:14:49,455 DEBUG [RS:0;0e20657b70f6:40003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T07:14:49,455 DEBUG [RS:0;0e20657b70f6:40003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T07:14:49,456 INFO [RS:0;0e20657b70f6:40003 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T07:14:49,456 INFO [RS:0;0e20657b70f6:40003 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T07:14:49,463 INFO [RS:2;0e20657b70f6:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,463 INFO [RS:1;0e20657b70f6:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:14:49,463 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(1482): Serving as 0e20657b70f6,37783,1733901288222, RpcServer on 0e20657b70f6/172.17.0.2:37783, sessionid=0x101a05fe7350003 2024-12-11T07:14:49,464 DEBUG [RS:2;0e20657b70f6:37783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T07:14:49,464 INFO [RS:1;0e20657b70f6:35987 {}] regionserver.HRegionServer(1482): Serving as 0e20657b70f6,35987,1733901288180, RpcServer on 0e20657b70f6/172.17.0.2:35987, sessionid=0x101a05fe7350002 2024-12-11T07:14:49,464 DEBUG [RS:2;0e20657b70f6:37783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0e20657b70f6,37783,1733901288222 2024-12-11T07:14:49,464 DEBUG [RS:2;0e20657b70f6:37783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e20657b70f6,37783,1733901288222' 2024-12-11T07:14:49,464 DEBUG [RS:2;0e20657b70f6:37783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T07:14:49,464 DEBUG [RS:1;0e20657b70f6:35987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T07:14:49,464 DEBUG [RS:1;0e20657b70f6:35987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0e20657b70f6,35987,1733901288180 2024-12-11T07:14:49,464 DEBUG [RS:1;0e20657b70f6:35987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e20657b70f6,35987,1733901288180' 2024-12-11T07:14:49,464 DEBUG [RS:1;0e20657b70f6:35987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T07:14:49,465 DEBUG [RS:2;0e20657b70f6:37783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T07:14:49,465 DEBUG [RS:1;0e20657b70f6:35987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T07:14:49,466 DEBUG [RS:1;0e20657b70f6:35987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T07:14:49,466 DEBUG [RS:2;0e20657b70f6:37783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T07:14:49,466 DEBUG [RS:1;0e20657b70f6:35987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T07:14:49,466 DEBUG [RS:2;0e20657b70f6:37783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T07:14:49,466 DEBUG [RS:2;0e20657b70f6:37783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0e20657b70f6,37783,1733901288222 2024-12-11T07:14:49,466 DEBUG [RS:2;0e20657b70f6:37783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e20657b70f6,37783,1733901288222' 2024-12-11T07:14:49,466 DEBUG [RS:2;0e20657b70f6:37783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T07:14:49,467 DEBUG [RS:2;0e20657b70f6:37783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T07:14:49,467 DEBUG [RS:1;0e20657b70f6:35987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0e20657b70f6,35987,1733901288180 2024-12-11T07:14:49,467 DEBUG [RS:1;0e20657b70f6:35987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e20657b70f6,35987,1733901288180' 2024-12-11T07:14:49,467 DEBUG [RS:1;0e20657b70f6:35987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T07:14:49,468 DEBUG [RS:2;0e20657b70f6:37783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T07:14:49,469 INFO [RS:2;0e20657b70f6:37783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T07:14:49,469 INFO [RS:2;0e20657b70f6:37783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T07:14:49,469 DEBUG [RS:1;0e20657b70f6:35987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T07:14:49,470 DEBUG [RS:1;0e20657b70f6:35987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T07:14:49,470 INFO [RS:1;0e20657b70f6:35987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T07:14:49,470 INFO [RS:1;0e20657b70f6:35987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T07:14:49,521 WARN [0e20657b70f6:42339 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T07:14:49,563 INFO [RS:0;0e20657b70f6:40003 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T07:14:49,568 INFO [RS:0;0e20657b70f6:40003 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e20657b70f6%2C40003%2C1733901288082, suffix=, logDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,40003,1733901288082, archiveDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/oldWALs, maxLogs=32 2024-12-11T07:14:49,569 INFO [RS:2;0e20657b70f6:37783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T07:14:49,571 INFO [RS:1;0e20657b70f6:35987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T07:14:49,573 INFO [RS:2;0e20657b70f6:37783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e20657b70f6%2C37783%2C1733901288222, suffix=, logDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,37783,1733901288222, archiveDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/oldWALs, maxLogs=32 2024-12-11T07:14:49,574 INFO [RS:1;0e20657b70f6:35987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e20657b70f6%2C35987%2C1733901288180, suffix=, logDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180, archiveDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/oldWALs, maxLogs=32 2024-12-11T07:14:49,586 DEBUG [RS:0;0e20657b70f6:40003 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,40003,1733901288082/0e20657b70f6%2C40003%2C1733901288082.1733901289571, exclude list is [], retry=0 2024-12-11T07:14:49,588 DEBUG [RS:2;0e20657b70f6:37783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,37783,1733901288222/0e20657b70f6%2C37783%2C1733901288222.1733901289575, exclude list is [], retry=0 2024-12-11T07:14:49,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39059,DS-7ebcb805-39bf-4035-8625-dd81ad34a207,DISK] 2024-12-11T07:14:49,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35427,DS-2f1a7c0b-c098-46e3-ae73-3084348a047f,DISK] 2024-12-11T07:14:49,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39531,DS-a328f3b1-6fef-403d-bd18-ceb17b33d60d,DISK] 2024-12-11T07:14:49,592 DEBUG [RS:1;0e20657b70f6:35987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180/0e20657b70f6%2C35987%2C1733901288180.1733901289577, exclude list is [], retry=0 2024-12-11T07:14:49,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35427,DS-2f1a7c0b-c098-46e3-ae73-3084348a047f,DISK] 2024-12-11T07:14:49,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39531,DS-a328f3b1-6fef-403d-bd18-ceb17b33d60d,DISK] 2024-12-11T07:14:49,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39059,DS-7ebcb805-39bf-4035-8625-dd81ad34a207,DISK] 2024-12-11T07:14:49,597 INFO [RS:0;0e20657b70f6:40003 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,40003,1733901288082/0e20657b70f6%2C40003%2C1733901288082.1733901289571 2024-12-11T07:14:49,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35427,DS-2f1a7c0b-c098-46e3-ae73-3084348a047f,DISK] 2024-12-11T07:14:49,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39059,DS-7ebcb805-39bf-4035-8625-dd81ad34a207,DISK] 2024-12-11T07:14:49,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39531,DS-a328f3b1-6fef-403d-bd18-ceb17b33d60d,DISK] 2024-12-11T07:14:49,604 DEBUG [RS:0;0e20657b70f6:40003 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41115:41115),(127.0.0.1/127.0.0.1:35291:35291),(127.0.0.1/127.0.0.1:39893:39893)] 2024-12-11T07:14:49,610 INFO [RS:1;0e20657b70f6:35987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180/0e20657b70f6%2C35987%2C1733901288180.1733901289577 2024-12-11T07:14:49,612 DEBUG [RS:1;0e20657b70f6:35987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35291:35291),(127.0.0.1/127.0.0.1:41115:41115),(127.0.0.1/127.0.0.1:39893:39893)] 2024-12-11T07:14:49,613 INFO [RS:2;0e20657b70f6:37783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,37783,1733901288222/0e20657b70f6%2C37783%2C1733901288222.1733901289575 2024-12-11T07:14:49,615 DEBUG [RS:2;0e20657b70f6:37783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35291:35291),(127.0.0.1/127.0.0.1:39893:39893),(127.0.0.1/127.0.0.1:41115:41115)] 2024-12-11T07:14:49,773 DEBUG [0e20657b70f6:42339 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-11T07:14:49,781 DEBUG [0e20657b70f6:42339 {}] balancer.BalancerClusterState(204): Hosts are {0e20657b70f6=0} racks are {/default-rack=0} 2024-12-11T07:14:49,788 DEBUG [0e20657b70f6:42339 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T07:14:49,788 DEBUG [0e20657b70f6:42339 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T07:14:49,788 DEBUG [0e20657b70f6:42339 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T07:14:49,788 DEBUG [0e20657b70f6:42339 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T07:14:49,788 DEBUG [0e20657b70f6:42339 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T07:14:49,788 DEBUG [0e20657b70f6:42339 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T07:14:49,788 INFO [0e20657b70f6:42339 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T07:14:49,788 INFO [0e20657b70f6:42339 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T07:14:49,788 INFO [0e20657b70f6:42339 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T07:14:49,788 DEBUG [0e20657b70f6:42339 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T07:14:49,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0e20657b70f6,40003,1733901288082 2024-12-11T07:14:49,803 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0e20657b70f6,40003,1733901288082, state=OPENING 2024-12-11T07:14:49,809 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T07:14:49,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a05fe7350002, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:49,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:49,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:49,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:14:49,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T07:14:49,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T07:14:49,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T07:14:49,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T07:14:49,813 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T07:14:49,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0e20657b70f6,40003,1733901288082}] 2024-12-11T07:14:57,806 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T07:14:57,806 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T07:14:59,844 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T07:14:59,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T07:14:59,864 INFO [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T07:14:59,864 INFO [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T07:14:59,865 INFO [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T07:14:59,869 INFO [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e20657b70f6%2C40003%2C1733901288082.meta, suffix=.meta, logDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,40003,1733901288082, archiveDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/oldWALs, maxLogs=32 2024-12-11T07:14:59,891 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,40003,1733901288082/0e20657b70f6%2C40003%2C1733901288082.meta.1733901299871.meta, exclude list is [], retry=0 2024-12-11T07:14:59,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39531,DS-a328f3b1-6fef-403d-bd18-ceb17b33d60d,DISK] 2024-12-11T07:14:59,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39059,DS-7ebcb805-39bf-4035-8625-dd81ad34a207,DISK] 2024-12-11T07:14:59,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35427,DS-2f1a7c0b-c098-46e3-ae73-3084348a047f,DISK] 2024-12-11T07:14:59,906 INFO [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,40003,1733901288082/0e20657b70f6%2C40003%2C1733901288082.meta.1733901299871.meta 2024-12-11T07:14:59,912 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39893:39893),(127.0.0.1/127.0.0.1:41115:41115),(127.0.0.1/127.0.0.1:35291:35291)] 2024-12-11T07:14:59,912 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T07:14:59,914 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T07:14:59,918 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T07:14:59,923 INFO [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T07:14:59,928 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T07:14:59,929 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:14:59,929 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T07:14:59,929 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T07:14:59,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T07:14:59,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T07:14:59,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:14:59,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T07:14:59,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T07:14:59,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T07:14:59,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:14:59,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T07:14:59,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T07:14:59,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T07:14:59,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:14:59,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T07:14:59,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T07:14:59,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T07:14:59,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:14:59,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T07:14:59,948 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T07:14:59,950 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740 2024-12-11T07:14:59,953 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740 2024-12-11T07:14:59,957 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T07:14:59,957 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T07:14:59,958 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T07:14:59,961 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T07:14:59,964 INFO [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59764837, jitterRate=-0.10943453013896942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T07:14:59,964 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T07:14:59,966 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733901299929Writing region info on filesystem at 1733901299930 (+1 ms)Initializing all the Stores at 1733901299932 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733901299932Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733901299932Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901299932Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733901299932Cleaning up temporary data from old regions at 1733901299957 (+25 ms)Running coprocessor post-open hooks at 1733901299964 (+7 ms)Region opened successfully at 1733901299966 (+2 ms) 2024-12-11T07:14:59,976 INFO [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733901299833 2024-12-11T07:14:59,993 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T07:14:59,994 INFO [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T07:14:59,996 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,40003,1733901288082 2024-12-11T07:14:59,998 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0e20657b70f6,40003,1733901288082, state=OPEN 2024-12-11T07:15:00,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T07:15:00,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T07:15:00,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T07:15:00,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a05fe7350002, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T07:15:00,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T07:15:00,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T07:15:00,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T07:15:00,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T07:15:00,002 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0e20657b70f6,40003,1733901288082 2024-12-11T07:15:00,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T07:15:00,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0e20657b70f6,40003,1733901288082 in 10.1870 sec 2024-12-11T07:15:00,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T07:15:00,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6620 sec 2024-12-11T07:15:00,019 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T07:15:00,019 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T07:15:00,047 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T07:15:00,049 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e20657b70f6,40003,1733901288082, seqNum=-1] 2024-12-11T07:15:00,076 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T07:15:00,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T07:15:00,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0360 sec 2024-12-11T07:15:00,121 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733901300121, completionTime=-1 2024-12-11T07:15:00,124 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-11T07:15:00,124 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T07:15:00,159 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-11T07:15:00,159 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733901360159 2024-12-11T07:15:00,159 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733901420159 2024-12-11T07:15:00,159 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 34 msec 2024-12-11T07:15:00,162 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-11T07:15:00,172 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,42339,1733901287401-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:15:00,172 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,42339,1733901287401-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:15:00,172 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,42339,1733901287401-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:15:00,174 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0e20657b70f6:42339, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:15:00,174 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T07:15:00,179 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T07:15:00,187 DEBUG [master/0e20657b70f6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T07:15:00,217 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.915sec 2024-12-11T07:15:00,219 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T07:15:00,221 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T07:15:00,222 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T07:15:00,223 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T07:15:00,223 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T07:15:00,224 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,42339,1733901287401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T07:15:00,224 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,42339,1733901287401-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T07:15:00,233 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T07:15:00,234 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T07:15:00,234 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,42339,1733901287401-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:15:00,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d83e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T07:15:00,280 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T07:15:00,280 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T07:15:00,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0e20657b70f6,42339,-1 for getting cluster id 2024-12-11T07:15:00,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T07:15:00,303 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5fcaf98-93b8-494e-b201-27887d057703' 2024-12-11T07:15:00,308 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T07:15:00,308 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5fcaf98-93b8-494e-b201-27887d057703" 2024-12-11T07:15:00,309 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b603fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T07:15:00,309 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0e20657b70f6,42339,-1] 2024-12-11T07:15:00,312 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T07:15:00,315 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:15:00,319 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T07:15:00,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aab3ddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T07:15:00,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T07:15:00,332 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e20657b70f6,40003,1733901288082, seqNum=-1] 2024-12-11T07:15:00,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T07:15:00,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T07:15:00,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0e20657b70f6,42339,1733901287401 2024-12-11T07:15:00,435 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733901300432 (current time:1733901300432). 2024-12-11T07:15:00,435 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T07:15:00,435 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-11T07:15:00,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb59018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T07:15:00,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0e20657b70f6,42339,-1 for getting cluster id 2024-12-11T07:15:00,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T07:15:00,453 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5fcaf98-93b8-494e-b201-27887d057703' 2024-12-11T07:15:00,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T07:15:00,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5fcaf98-93b8-494e-b201-27887d057703" 2024-12-11T07:15:00,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457f9125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T07:15:00,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0e20657b70f6,42339,-1] 2024-12-11T07:15:00,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T07:15:00,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:15:00,457 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T07:15:00,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd7bc79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T07:15:00,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T07:15:00,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e20657b70f6,40003,1733901288082, seqNum=-1] 2024-12-11T07:15:00,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T07:15:00,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T07:15:00,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T07:15:00,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T07:15:00,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:15:00,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:15:00,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T07:15:00,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T07:15:00,486 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0e20657b70f6,42339,1733901287401 2024-12-11T07:15:00,490 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d4c2521 2024-12-11T07:15:00,491 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T07:15:00,494 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T07:15:00,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T07:15:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-11T07:15:00,519 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T07:15:00,522 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:15:00,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-11T07:15:00,526 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T07:15:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T07:15:00,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741837_1013 (size=361) 2024-12-11T07:15:00,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741837_1013 (size=361) 2024-12-11T07:15:00,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741837_1013 (size=361) 2024-12-11T07:15:00,567 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c85d0eea457b45e6d1874f6ce330e91, NAME => 'SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402 2024-12-11T07:15:00,568 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c4678b3e73be0ce786e797f695ae034e, NAME => 'SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402 2024-12-11T07:15:00,581 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c1976a2dbdf4e0ae2dc044c64ae11b58, NAME => 'SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402 2024-12-11T07:15:00,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741838_1014 (size=62) 2024-12-11T07:15:00,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741838_1014 (size=62) 2024-12-11T07:15:00,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741838_1014 (size=62) 2024-12-11T07:15:00,632 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:00,632 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c4678b3e73be0ce786e797f695ae034e, disabling compactions & flushes 2024-12-11T07:15:00,632 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 2024-12-11T07:15:00,632 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 2024-12-11T07:15:00,632 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. after waiting 0 ms 2024-12-11T07:15:00,632 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 2024-12-11T07:15:00,632 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 2024-12-11T07:15:00,633 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c4678b3e73be0ce786e797f695ae034e: Waiting for close lock at 1733901300632Disabling compacts and flushes for region at 1733901300632Disabling writes for close at 1733901300632Writing region close event to WAL at 1733901300632Closed at 1733901300632 2024-12-11T07:15:00,633 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6d2400ccc780f9723cf3941ecec3d305, NAME => 'SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402 2024-12-11T07:15:00,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741839_1015 (size=54) 2024-12-11T07:15:00,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741839_1015 (size=54) 2024-12-11T07:15:00,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741839_1015 (size=54) 2024-12-11T07:15:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T07:15:00,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:00,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2c85d0eea457b45e6d1874f6ce330e91, disabling compactions & flushes 2024-12-11T07:15:00,650 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91. 2024-12-11T07:15:00,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91. 2024-12-11T07:15:00,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91. after waiting 0 ms 2024-12-11T07:15:00,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91. 2024-12-11T07:15:00,650 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91. 2024-12-11T07:15:00,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c85d0eea457b45e6d1874f6ce330e91: Waiting for close lock at 1733901300650Disabling compacts and flushes for region at 1733901300650Disabling writes for close at 1733901300650Writing region close event to WAL at 1733901300650Closed at 1733901300650 2024-12-11T07:15:00,651 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2846bd2908972e58c6fcf6c164c040e, NAME => 'SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402 2024-12-11T07:15:00,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741840_1016 (size=62) 2024-12-11T07:15:00,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741840_1016 (size=62) 2024-12-11T07:15:00,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741840_1016 (size=62) 2024-12-11T07:15:00,680 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:00,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c1976a2dbdf4e0ae2dc044c64ae11b58, disabling compactions & flushes 2024-12-11T07:15:00,681 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58. 2024-12-11T07:15:00,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58. 2024-12-11T07:15:00,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58. after waiting 0 ms 2024-12-11T07:15:00,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58. 2024-12-11T07:15:00,681 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58. 2024-12-11T07:15:00,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c1976a2dbdf4e0ae2dc044c64ae11b58: Waiting for close lock at 1733901300681Disabling compacts and flushes for region at 1733901300681Disabling writes for close at 1733901300681Writing region close event to WAL at 1733901300681Closed at 1733901300681 2024-12-11T07:15:00,682 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 595753d2bd2642e504b74f6dcb6b1f2a, NAME => 'SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402 2024-12-11T07:15:00,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741842_1018 (size=62) 2024-12-11T07:15:00,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741842_1018 (size=62) 2024-12-11T07:15:00,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741842_1018 (size=62) 2024-12-11T07:15:00,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:00,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d2846bd2908972e58c6fcf6c164c040e, disabling compactions & flushes 2024-12-11T07:15:00,701 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 2024-12-11T07:15:00,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 2024-12-11T07:15:00,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. after waiting 0 ms 2024-12-11T07:15:00,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 2024-12-11T07:15:00,701 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 2024-12-11T07:15:00,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2846bd2908972e58c6fcf6c164c040e: Waiting for close lock at 1733901300701Disabling compacts and flushes for region at 1733901300701Disabling writes for close at 1733901300701Writing region close event to WAL at 1733901300701Closed at 1733901300701 2024-12-11T07:15:00,702 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10b73724bacd30a2b2393d9e9966b057, NAME => 'SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402 2024-12-11T07:15:00,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741841_1017 (size=62) 2024-12-11T07:15:00,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741841_1017 (size=62) 2024-12-11T07:15:00,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741841_1017 (size=62) 2024-12-11T07:15:00,718 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:00,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6d2400ccc780f9723cf3941ecec3d305, disabling compactions & flushes 2024-12-11T07:15:00,719 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305. 2024-12-11T07:15:00,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305. 2024-12-11T07:15:00,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305. after waiting 0 ms 2024-12-11T07:15:00,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305. 2024-12-11T07:15:00,719 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305. 2024-12-11T07:15:00,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6d2400ccc780f9723cf3941ecec3d305: Waiting for close lock at 1733901300719Disabling compacts and flushes for region at 1733901300719Disabling writes for close at 1733901300719Writing region close event to WAL at 1733901300719Closed at 1733901300719 2024-12-11T07:15:00,720 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 200d06708cf0929bcddb5884544cfcaa, NAME => 'SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402 2024-12-11T07:15:00,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741843_1019 (size=62) 2024-12-11T07:15:00,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741843_1019 (size=62) 2024-12-11T07:15:00,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741843_1019 (size=62) 2024-12-11T07:15:00,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:00,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 595753d2bd2642e504b74f6dcb6b1f2a, disabling compactions & flushes 2024-12-11T07:15:00,744 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a. 2024-12-11T07:15:00,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a. 2024-12-11T07:15:00,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a. after waiting 0 ms 2024-12-11T07:15:00,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a. 2024-12-11T07:15:00,744 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a. 2024-12-11T07:15:00,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 595753d2bd2642e504b74f6dcb6b1f2a: Waiting for close lock at 1733901300744Disabling compacts and flushes for region at 1733901300744Disabling writes for close at 1733901300744Writing region close event to WAL at 1733901300744Closed at 1733901300744 2024-12-11T07:15:00,745 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3dd005c965249d05199a85d3b831f6f3, NAME => 'SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402 2024-12-11T07:15:00,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741844_1020 (size=62) 2024-12-11T07:15:00,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741844_1020 (size=62) 2024-12-11T07:15:00,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741844_1020 (size=62) 2024-12-11T07:15:00,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:00,765 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 10b73724bacd30a2b2393d9e9966b057, disabling compactions & flushes 2024-12-11T07:15:00,765 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 2024-12-11T07:15:00,765 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 2024-12-11T07:15:00,765 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. after waiting 0 ms 2024-12-11T07:15:00,765 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 2024-12-11T07:15:00,765 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 2024-12-11T07:15:00,765 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10b73724bacd30a2b2393d9e9966b057: Waiting for close lock at 1733901300765Disabling compacts and flushes for region at 1733901300765Disabling writes for close at 1733901300765Writing region close event to WAL at 1733901300765Closed at 1733901300765 2024-12-11T07:15:00,766 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 00dd500515cd08d3eceac8dfefb97d95, NAME => 'SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402 2024-12-11T07:15:00,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741846_1022 (size=62) 2024-12-11T07:15:00,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741845_1021 (size=62) 2024-12-11T07:15:00,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741845_1021 (size=62) 2024-12-11T07:15:00,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741845_1021 (size=62) 2024-12-11T07:15:00,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741846_1022 (size=62) 2024-12-11T07:15:00,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:00,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 200d06708cf0929bcddb5884544cfcaa, disabling compactions & flushes 2024-12-11T07:15:00,819 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa. 2024-12-11T07:15:00,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa. 2024-12-11T07:15:00,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa. after waiting 0 ms 2024-12-11T07:15:00,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa. 2024-12-11T07:15:00,819 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa. 2024-12-11T07:15:00,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 200d06708cf0929bcddb5884544cfcaa: Waiting for close lock at 1733901300819Disabling compacts and flushes for region at 1733901300819Disabling writes for close at 1733901300819Writing region close event to WAL at 1733901300819Closed at 1733901300819 2024-12-11T07:15:00,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741846_1022 (size=62) 2024-12-11T07:15:00,825 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:00,825 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3dd005c965249d05199a85d3b831f6f3, disabling compactions & flushes 2024-12-11T07:15:00,825 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3. 2024-12-11T07:15:00,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3. 2024-12-11T07:15:00,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3. after waiting 0 ms 2024-12-11T07:15:00,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3. 2024-12-11T07:15:00,826 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3. 2024-12-11T07:15:00,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3dd005c965249d05199a85d3b831f6f3: Waiting for close lock at 1733901300825Disabling compacts and flushes for region at 1733901300825Disabling writes for close at 1733901300826 (+1 ms)Writing region close event to WAL at 1733901300826Closed at 1733901300826 2024-12-11T07:15:00,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741847_1023 (size=54) 2024-12-11T07:15:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T07:15:00,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741847_1023 (size=54) 2024-12-11T07:15:00,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741847_1023 (size=54) 2024-12-11T07:15:00,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:00,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 00dd500515cd08d3eceac8dfefb97d95, disabling compactions & flushes 2024-12-11T07:15:00,859 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 2024-12-11T07:15:00,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 2024-12-11T07:15:00,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. after waiting 0 ms 2024-12-11T07:15:00,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 2024-12-11T07:15:00,859 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 2024-12-11T07:15:00,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 00dd500515cd08d3eceac8dfefb97d95: Waiting for close lock at 1733901300859Disabling compacts and flushes for region at 1733901300859Disabling writes for close at 1733901300859Writing region close event to WAL at 1733901300859Closed at 1733901300859 2024-12-11T07:15:00,864 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T07:15:00,871 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733901300864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901300864"}]},"ts":"1733901300864"} 2024-12-11T07:15:00,871 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733901300864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901300864"}]},"ts":"1733901300864"} 2024-12-11T07:15:00,872 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733901300864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901300864"}]},"ts":"1733901300864"} 2024-12-11T07:15:00,872 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733901300864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901300864"}]},"ts":"1733901300864"} 2024-12-11T07:15:00,872 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733901300864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901300864"}]},"ts":"1733901300864"} 2024-12-11T07:15:00,873 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733901300864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901300864"}]},"ts":"1733901300864"} 2024-12-11T07:15:00,873 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733901300864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901300864"}]},"ts":"1733901300864"} 2024-12-11T07:15:00,873 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733901300864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901300864"}]},"ts":"1733901300864"} 2024-12-11T07:15:00,873 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733901300864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901300864"}]},"ts":"1733901300864"} 2024-12-11T07:15:00,873 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733901300864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901300864"}]},"ts":"1733901300864"} 2024-12-11T07:15:00,944 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-11T07:15:00,947 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T07:15:00,951 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733901300947"}]},"ts":"1733901300947"} 2024-12-11T07:15:00,961 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-11T07:15:00,962 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {0e20657b70f6=0} racks are {/default-rack=0} 2024-12-11T07:15:00,987 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T07:15:00,988 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T07:15:00,988 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T07:15:00,988 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T07:15:00,988 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T07:15:00,988 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T07:15:00,988 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T07:15:00,988 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T07:15:00,988 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T07:15:00,988 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T07:15:00,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c85d0eea457b45e6d1874f6ce330e91, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4678b3e73be0ce786e797f695ae034e, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1976a2dbdf4e0ae2dc044c64ae11b58, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d2400ccc780f9723cf3941ecec3d305, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2846bd2908972e58c6fcf6c164c040e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=595753d2bd2642e504b74f6dcb6b1f2a, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10b73724bacd30a2b2393d9e9966b057, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=200d06708cf0929bcddb5884544cfcaa, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3dd005c965249d05199a85d3b831f6f3, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00dd500515cd08d3eceac8dfefb97d95, ASSIGN}] 2024-12-11T07:15:01,002 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c85d0eea457b45e6d1874f6ce330e91, ASSIGN 2024-12-11T07:15:01,003 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2846bd2908972e58c6fcf6c164c040e, ASSIGN 2024-12-11T07:15:01,004 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d2400ccc780f9723cf3941ecec3d305, ASSIGN 2024-12-11T07:15:01,004 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c85d0eea457b45e6d1874f6ce330e91, ASSIGN; state=OFFLINE, location=0e20657b70f6,37783,1733901288222; forceNewPlan=false, retain=false 2024-12-11T07:15:01,006 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d2400ccc780f9723cf3941ecec3d305, ASSIGN; state=OFFLINE, location=0e20657b70f6,37783,1733901288222; forceNewPlan=false, retain=false 2024-12-11T07:15:01,006 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2846bd2908972e58c6fcf6c164c040e, ASSIGN; state=OFFLINE, location=0e20657b70f6,35987,1733901288180; forceNewPlan=false, retain=false 2024-12-11T07:15:01,006 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4678b3e73be0ce786e797f695ae034e, ASSIGN 2024-12-11T07:15:01,009 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4678b3e73be0ce786e797f695ae034e, ASSIGN; state=OFFLINE, location=0e20657b70f6,35987,1733901288180; forceNewPlan=false, retain=false 2024-12-11T07:15:01,016 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1976a2dbdf4e0ae2dc044c64ae11b58, ASSIGN 2024-12-11T07:15:01,017 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=595753d2bd2642e504b74f6dcb6b1f2a, ASSIGN 2024-12-11T07:15:01,017 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10b73724bacd30a2b2393d9e9966b057, ASSIGN 2024-12-11T07:15:01,018 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3dd005c965249d05199a85d3b831f6f3, ASSIGN 2024-12-11T07:15:01,020 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1976a2dbdf4e0ae2dc044c64ae11b58, ASSIGN; state=OFFLINE, location=0e20657b70f6,40003,1733901288082; forceNewPlan=false, retain=false 2024-12-11T07:15:01,020 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=595753d2bd2642e504b74f6dcb6b1f2a, ASSIGN; state=OFFLINE, location=0e20657b70f6,40003,1733901288082; forceNewPlan=false, retain=false 2024-12-11T07:15:01,020 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10b73724bacd30a2b2393d9e9966b057, ASSIGN; state=OFFLINE, location=0e20657b70f6,35987,1733901288180; forceNewPlan=false, retain=false 2024-12-11T07:15:01,021 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3dd005c965249d05199a85d3b831f6f3, ASSIGN; state=OFFLINE, location=0e20657b70f6,40003,1733901288082; forceNewPlan=false, retain=false 2024-12-11T07:15:01,023 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00dd500515cd08d3eceac8dfefb97d95, ASSIGN 2024-12-11T07:15:01,023 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=200d06708cf0929bcddb5884544cfcaa, ASSIGN 2024-12-11T07:15:01,025 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00dd500515cd08d3eceac8dfefb97d95, ASSIGN; state=OFFLINE, location=0e20657b70f6,35987,1733901288180; forceNewPlan=false, retain=false 2024-12-11T07:15:01,026 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=200d06708cf0929bcddb5884544cfcaa, ASSIGN; state=OFFLINE, location=0e20657b70f6,37783,1733901288222; forceNewPlan=false, retain=false 2024-12-11T07:15:01,166 INFO [0e20657b70f6:42339 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-11T07:15:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T07:15:01,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=200d06708cf0929bcddb5884544cfcaa, regionState=OPENING, regionLocation=0e20657b70f6,37783,1733901288222 2024-12-11T07:15:01,167 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c1976a2dbdf4e0ae2dc044c64ae11b58, regionState=OPENING, regionLocation=0e20657b70f6,40003,1733901288082 2024-12-11T07:15:01,167 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3dd005c965249d05199a85d3b831f6f3, regionState=OPENING, regionLocation=0e20657b70f6,40003,1733901288082 2024-12-11T07:15:01,167 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=595753d2bd2642e504b74f6dcb6b1f2a, regionState=OPENING, regionLocation=0e20657b70f6,40003,1733901288082 2024-12-11T07:15:01,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c85d0eea457b45e6d1874f6ce330e91, regionState=OPENING, regionLocation=0e20657b70f6,37783,1733901288222 2024-12-11T07:15:01,169 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=10b73724bacd30a2b2393d9e9966b057, regionState=OPENING, regionLocation=0e20657b70f6,35987,1733901288180 2024-12-11T07:15:01,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d2846bd2908972e58c6fcf6c164c040e, regionState=OPENING, regionLocation=0e20657b70f6,35987,1733901288180 2024-12-11T07:15:01,169 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c4678b3e73be0ce786e797f695ae034e, regionState=OPENING, regionLocation=0e20657b70f6,35987,1733901288180 2024-12-11T07:15:01,170 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6d2400ccc780f9723cf3941ecec3d305, regionState=OPENING, regionLocation=0e20657b70f6,37783,1733901288222 2024-12-11T07:15:01,170 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=00dd500515cd08d3eceac8dfefb97d95, regionState=OPENING, regionLocation=0e20657b70f6,35987,1733901288180 2024-12-11T07:15:01,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=200d06708cf0929bcddb5884544cfcaa, ASSIGN because future has completed 2024-12-11T07:15:01,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 200d06708cf0929bcddb5884544cfcaa, server=0e20657b70f6,37783,1733901288222}] 2024-12-11T07:15:01,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3dd005c965249d05199a85d3b831f6f3, ASSIGN because future has completed 2024-12-11T07:15:01,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dd005c965249d05199a85d3b831f6f3, server=0e20657b70f6,40003,1733901288082}] 2024-12-11T07:15:01,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1976a2dbdf4e0ae2dc044c64ae11b58, ASSIGN because future has completed 2024-12-11T07:15:01,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1976a2dbdf4e0ae2dc044c64ae11b58, server=0e20657b70f6,40003,1733901288082}] 2024-12-11T07:15:01,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=595753d2bd2642e504b74f6dcb6b1f2a, ASSIGN because future has completed 2024-12-11T07:15:01,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10b73724bacd30a2b2393d9e9966b057, ASSIGN because future has completed 2024-12-11T07:15:01,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2846bd2908972e58c6fcf6c164c040e, ASSIGN because future has completed 2024-12-11T07:15:01,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4678b3e73be0ce786e797f695ae034e, ASSIGN because future has completed 2024-12-11T07:15:01,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4678b3e73be0ce786e797f695ae034e, server=0e20657b70f6,35987,1733901288180}] 2024-12-11T07:15:01,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d2400ccc780f9723cf3941ecec3d305, ASSIGN because future has completed 2024-12-11T07:15:01,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00dd500515cd08d3eceac8dfefb97d95, ASSIGN because future has completed 2024-12-11T07:15:01,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10b73724bacd30a2b2393d9e9966b057, server=0e20657b70f6,35987,1733901288180}] 2024-12-11T07:15:01,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c85d0eea457b45e6d1874f6ce330e91, ASSIGN because future has completed 2024-12-11T07:15:01,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 595753d2bd2642e504b74f6dcb6b1f2a, server=0e20657b70f6,40003,1733901288082}] 2024-12-11T07:15:01,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c85d0eea457b45e6d1874f6ce330e91, server=0e20657b70f6,37783,1733901288222}] 2024-12-11T07:15:01,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00dd500515cd08d3eceac8dfefb97d95, server=0e20657b70f6,35987,1733901288180}] 2024-12-11T07:15:01,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2846bd2908972e58c6fcf6c164c040e, server=0e20657b70f6,35987,1733901288180}] 2024-12-11T07:15:01,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d2400ccc780f9723cf3941ecec3d305, server=0e20657b70f6,37783,1733901288222}] 2024-12-11T07:15:01,333 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T07:15:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T07:15:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T07:15:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T07:15:05,480 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T07:15:07,805 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T07:15:07,805 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T07:15:07,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T07:15:07,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T07:15:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T07:15:11,182 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T07:15:11,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T07:15:11,194 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91. 2024-12-11T07:15:11,194 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c85d0eea457b45e6d1874f6ce330e91, NAME => 'SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-11T07:15:11,195 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2c85d0eea457b45e6d1874f6ce330e91 2024-12-11T07:15:11,195 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:11,195 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 2c85d0eea457b45e6d1874f6ce330e91 2024-12-11T07:15:11,195 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 2c85d0eea457b45e6d1874f6ce330e91 2024-12-11T07:15:11,199 INFO [StoreOpener-2c85d0eea457b45e6d1874f6ce330e91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2c85d0eea457b45e6d1874f6ce330e91 2024-12-11T07:15:11,206 INFO [StoreOpener-2c85d0eea457b45e6d1874f6ce330e91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c85d0eea457b45e6d1874f6ce330e91 columnFamilyName cf 2024-12-11T07:15:11,206 DEBUG [StoreOpener-2c85d0eea457b45e6d1874f6ce330e91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:15:11,208 INFO [StoreOpener-2c85d0eea457b45e6d1874f6ce330e91-1 {}] regionserver.HStore(327): Store=2c85d0eea457b45e6d1874f6ce330e91/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:15:11,208 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 2c85d0eea457b45e6d1874f6ce330e91 2024-12-11T07:15:11,208 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a. 2024-12-11T07:15:11,209 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 595753d2bd2642e504b74f6dcb6b1f2a, NAME => 'SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-11T07:15:11,210 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 595753d2bd2642e504b74f6dcb6b1f2a 2024-12-11T07:15:11,210 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:11,210 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 595753d2bd2642e504b74f6dcb6b1f2a 2024-12-11T07:15:11,210 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 595753d2bd2642e504b74f6dcb6b1f2a 2024-12-11T07:15:11,211 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/2c85d0eea457b45e6d1874f6ce330e91 2024-12-11T07:15:11,211 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/2c85d0eea457b45e6d1874f6ce330e91 2024-12-11T07:15:11,213 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 2c85d0eea457b45e6d1874f6ce330e91 2024-12-11T07:15:11,213 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 2c85d0eea457b45e6d1874f6ce330e91 2024-12-11T07:15:11,214 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T07:15:11,218 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 2c85d0eea457b45e6d1874f6ce330e91 2024-12-11T07:15:11,228 INFO [StoreOpener-595753d2bd2642e504b74f6dcb6b1f2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 595753d2bd2642e504b74f6dcb6b1f2a 2024-12-11T07:15:11,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T07:15:11,229 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/2c85d0eea457b45e6d1874f6ce330e91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:15:11,231 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 2c85d0eea457b45e6d1874f6ce330e91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62456760, jitterRate=-0.06932175159454346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:15:11,231 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c85d0eea457b45e6d1874f6ce330e91 2024-12-11T07:15:11,231 INFO [StoreOpener-595753d2bd2642e504b74f6dcb6b1f2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 595753d2bd2642e504b74f6dcb6b1f2a columnFamilyName cf 2024-12-11T07:15:11,232 DEBUG [StoreOpener-595753d2bd2642e504b74f6dcb6b1f2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:15:11,233 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 2c85d0eea457b45e6d1874f6ce330e91: Running coprocessor pre-open hook at 1733901311195Writing region info on filesystem at 1733901311195Initializing all the Stores at 1733901311198 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901311198Cleaning up temporary data from old regions at 1733901311213 (+15 ms)Running coprocessor post-open hooks at 1733901311231 (+18 ms)Region opened successfully at 1733901311232 (+1 ms) 2024-12-11T07:15:11,233 INFO [StoreOpener-595753d2bd2642e504b74f6dcb6b1f2a-1 {}] regionserver.HStore(327): Store=595753d2bd2642e504b74f6dcb6b1f2a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:15:11,233 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 595753d2bd2642e504b74f6dcb6b1f2a 2024-12-11T07:15:11,234 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/595753d2bd2642e504b74f6dcb6b1f2a 2024-12-11T07:15:11,235 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/595753d2bd2642e504b74f6dcb6b1f2a 2024-12-11T07:15:11,236 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 595753d2bd2642e504b74f6dcb6b1f2a 2024-12-11T07:15:11,237 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 595753d2bd2642e504b74f6dcb6b1f2a 2024-12-11T07:15:11,237 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91., pid=21, masterSystemTime=1733901311182 2024-12-11T07:15:11,240 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91. 2024-12-11T07:15:11,240 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91. 2024-12-11T07:15:11,240 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa. 2024-12-11T07:15:11,241 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 200d06708cf0929bcddb5884544cfcaa, NAME => 'SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-11T07:15:11,241 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 595753d2bd2642e504b74f6dcb6b1f2a 2024-12-11T07:15:11,241 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 200d06708cf0929bcddb5884544cfcaa 2024-12-11T07:15:11,241 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:11,241 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 200d06708cf0929bcddb5884544cfcaa 2024-12-11T07:15:11,241 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 200d06708cf0929bcddb5884544cfcaa 2024-12-11T07:15:11,242 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c85d0eea457b45e6d1874f6ce330e91, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,37783,1733901288222 2024-12-11T07:15:11,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c85d0eea457b45e6d1874f6ce330e91, server=0e20657b70f6,37783,1733901288222 because future has completed 2024-12-11T07:15:11,250 INFO [StoreOpener-200d06708cf0929bcddb5884544cfcaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 200d06708cf0929bcddb5884544cfcaa 2024-12-11T07:15:11,256 INFO [StoreOpener-200d06708cf0929bcddb5884544cfcaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 200d06708cf0929bcddb5884544cfcaa columnFamilyName cf 2024-12-11T07:15:11,256 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/595753d2bd2642e504b74f6dcb6b1f2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:15:11,256 DEBUG [StoreOpener-200d06708cf0929bcddb5884544cfcaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:15:11,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-12-11T07:15:11,257 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 595753d2bd2642e504b74f6dcb6b1f2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60339922, jitterRate=-0.10086509585380554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:15:11,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c85d0eea457b45e6d1874f6ce330e91, server=0e20657b70f6,37783,1733901288222 in 10.0350 sec 2024-12-11T07:15:11,257 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 595753d2bd2642e504b74f6dcb6b1f2a 2024-12-11T07:15:11,257 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 595753d2bd2642e504b74f6dcb6b1f2a: Running coprocessor pre-open hook at 1733901311210Writing region info on filesystem at 1733901311210Initializing all the Stores at 1733901311214 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901311214Cleaning up temporary data from old regions at 1733901311237 (+23 ms)Running coprocessor post-open hooks at 1733901311257 (+20 ms)Region opened successfully at 1733901311257 2024-12-11T07:15:11,259 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a., pid=20, masterSystemTime=1733901311194 2024-12-11T07:15:11,260 INFO [StoreOpener-200d06708cf0929bcddb5884544cfcaa-1 {}] regionserver.HStore(327): Store=200d06708cf0929bcddb5884544cfcaa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:15:11,260 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 200d06708cf0929bcddb5884544cfcaa 2024-12-11T07:15:11,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c85d0eea457b45e6d1874f6ce330e91, ASSIGN in 10.2650 sec 2024-12-11T07:15:11,262 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/200d06708cf0929bcddb5884544cfcaa 2024-12-11T07:15:11,262 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a. 2024-12-11T07:15:11,262 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a. 2024-12-11T07:15:11,263 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3. 2024-12-11T07:15:11,263 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/200d06708cf0929bcddb5884544cfcaa 2024-12-11T07:15:11,263 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 3dd005c965249d05199a85d3b831f6f3, NAME => 'SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-11T07:15:11,263 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3dd005c965249d05199a85d3b831f6f3 2024-12-11T07:15:11,263 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:11,264 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 3dd005c965249d05199a85d3b831f6f3 2024-12-11T07:15:11,264 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 3dd005c965249d05199a85d3b831f6f3 2024-12-11T07:15:11,264 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 200d06708cf0929bcddb5884544cfcaa 2024-12-11T07:15:11,265 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 200d06708cf0929bcddb5884544cfcaa 2024-12-11T07:15:11,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=595753d2bd2642e504b74f6dcb6b1f2a, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,40003,1733901288082 2024-12-11T07:15:11,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 595753d2bd2642e504b74f6dcb6b1f2a, server=0e20657b70f6,40003,1733901288082 because future has completed 2024-12-11T07:15:11,269 INFO [StoreOpener-3dd005c965249d05199a85d3b831f6f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3dd005c965249d05199a85d3b831f6f3 2024-12-11T07:15:11,272 INFO [StoreOpener-3dd005c965249d05199a85d3b831f6f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dd005c965249d05199a85d3b831f6f3 columnFamilyName cf 2024-12-11T07:15:11,273 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 2024-12-11T07:15:11,273 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => d2846bd2908972e58c6fcf6c164c040e, NAME => 'SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-11T07:15:11,273 DEBUG [StoreOpener-3dd005c965249d05199a85d3b831f6f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:15:11,274 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:11,274 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:11,274 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 200d06708cf0929bcddb5884544cfcaa 2024-12-11T07:15:11,274 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:11,274 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:11,274 INFO [StoreOpener-3dd005c965249d05199a85d3b831f6f3-1 {}] regionserver.HStore(327): Store=3dd005c965249d05199a85d3b831f6f3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:15:11,275 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 3dd005c965249d05199a85d3b831f6f3 2024-12-11T07:15:11,277 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/3dd005c965249d05199a85d3b831f6f3 2024-12-11T07:15:11,279 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/3dd005c965249d05199a85d3b831f6f3 2024-12-11T07:15:11,280 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 3dd005c965249d05199a85d3b831f6f3 2024-12-11T07:15:11,280 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 3dd005c965249d05199a85d3b831f6f3 2024-12-11T07:15:11,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-12-11T07:15:11,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 595753d2bd2642e504b74f6dcb6b1f2a, server=0e20657b70f6,40003,1733901288082 in 10.0580 sec 2024-12-11T07:15:11,286 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 3dd005c965249d05199a85d3b831f6f3 2024-12-11T07:15:11,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=595753d2bd2642e504b74f6dcb6b1f2a, ASSIGN in 10.2900 sec 2024-12-11T07:15:11,293 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/200d06708cf0929bcddb5884544cfcaa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:15:11,297 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/3dd005c965249d05199a85d3b831f6f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:15:11,297 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 200d06708cf0929bcddb5884544cfcaa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67073858, jitterRate=-5.216300487518311E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:15:11,297 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 200d06708cf0929bcddb5884544cfcaa 2024-12-11T07:15:11,297 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 200d06708cf0929bcddb5884544cfcaa: Running coprocessor pre-open hook at 1733901311242Writing region info on filesystem at 1733901311242Initializing all the Stores at 1733901311245 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901311245Cleaning up temporary data from old regions at 1733901311265 (+20 ms)Running coprocessor post-open hooks at 1733901311297 (+32 ms)Region opened successfully at 1733901311297 2024-12-11T07:15:11,298 INFO [StoreOpener-d2846bd2908972e58c6fcf6c164c040e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:11,299 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 3dd005c965249d05199a85d3b831f6f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73248125, jitterRate=0.09148211777210236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:15:11,299 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3dd005c965249d05199a85d3b831f6f3 2024-12-11T07:15:11,299 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 3dd005c965249d05199a85d3b831f6f3: Running coprocessor pre-open hook at 1733901311264Writing region info on filesystem at 1733901311264Initializing all the Stores at 1733901311267 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901311267Cleaning up temporary data from old regions at 1733901311280 (+13 ms)Running coprocessor post-open hooks at 1733901311299 (+19 ms)Region opened successfully at 1733901311299 2024-12-11T07:15:11,300 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa., pid=15, masterSystemTime=1733901311182 2024-12-11T07:15:11,301 INFO [StoreOpener-d2846bd2908972e58c6fcf6c164c040e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2846bd2908972e58c6fcf6c164c040e columnFamilyName cf 2024-12-11T07:15:11,301 DEBUG [StoreOpener-d2846bd2908972e58c6fcf6c164c040e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:15:11,303 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3., pid=16, masterSystemTime=1733901311194 2024-12-11T07:15:11,303 INFO [StoreOpener-d2846bd2908972e58c6fcf6c164c040e-1 {}] regionserver.HStore(327): Store=d2846bd2908972e58c6fcf6c164c040e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:15:11,304 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:11,304 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa. 2024-12-11T07:15:11,305 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa. 2024-12-11T07:15:11,305 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305. 2024-12-11T07:15:11,305 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:11,305 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d2400ccc780f9723cf3941ecec3d305, NAME => 'SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-11T07:15:11,305 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=200d06708cf0929bcddb5884544cfcaa, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,37783,1733901288222 2024-12-11T07:15:11,305 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6d2400ccc780f9723cf3941ecec3d305 2024-12-11T07:15:11,305 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:11,306 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6d2400ccc780f9723cf3941ecec3d305 2024-12-11T07:15:11,306 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6d2400ccc780f9723cf3941ecec3d305 2024-12-11T07:15:11,306 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:11,307 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:11,307 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:11,312 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:11,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 200d06708cf0929bcddb5884544cfcaa, server=0e20657b70f6,37783,1733901288222 because future has completed 2024-12-11T07:15:11,313 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3. 2024-12-11T07:15:11,314 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3. 2024-12-11T07:15:11,314 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58. 2024-12-11T07:15:11,316 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42339 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0e20657b70f6,37783,1733901288222, table=SPTestTable, region=200d06708cf0929bcddb5884544cfcaa. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T07:15:11,314 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c1976a2dbdf4e0ae2dc044c64ae11b58, NAME => 'SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-11T07:15:11,317 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c1976a2dbdf4e0ae2dc044c64ae11b58 2024-12-11T07:15:11,317 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:11,317 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c1976a2dbdf4e0ae2dc044c64ae11b58 2024-12-11T07:15:11,317 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c1976a2dbdf4e0ae2dc044c64ae11b58 2024-12-11T07:15:11,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3dd005c965249d05199a85d3b831f6f3, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,40003,1733901288082 2024-12-11T07:15:11,320 INFO [StoreOpener-6d2400ccc780f9723cf3941ecec3d305-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6d2400ccc780f9723cf3941ecec3d305 2024-12-11T07:15:11,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dd005c965249d05199a85d3b831f6f3, server=0e20657b70f6,40003,1733901288082 because future has completed 2024-12-11T07:15:11,326 INFO [StoreOpener-6d2400ccc780f9723cf3941ecec3d305-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d2400ccc780f9723cf3941ecec3d305 columnFamilyName cf 2024-12-11T07:15:11,326 DEBUG [StoreOpener-6d2400ccc780f9723cf3941ecec3d305-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:15:11,327 INFO [StoreOpener-6d2400ccc780f9723cf3941ecec3d305-1 {}] regionserver.HStore(327): Store=6d2400ccc780f9723cf3941ecec3d305/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:15:11,328 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6d2400ccc780f9723cf3941ecec3d305 2024-12-11T07:15:11,330 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/6d2400ccc780f9723cf3941ecec3d305 2024-12-11T07:15:11,331 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/6d2400ccc780f9723cf3941ecec3d305 2024-12-11T07:15:11,332 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6d2400ccc780f9723cf3941ecec3d305 2024-12-11T07:15:11,332 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6d2400ccc780f9723cf3941ecec3d305 2024-12-11T07:15:11,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-12-11T07:15:11,335 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/d2846bd2908972e58c6fcf6c164c040e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:15:11,336 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened d2846bd2908972e58c6fcf6c164c040e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73498177, jitterRate=0.09520818293094635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:15:11,336 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:11,336 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for d2846bd2908972e58c6fcf6c164c040e: Running coprocessor pre-open hook at 1733901311275Writing region info on filesystem at 1733901311275Initializing all the Stores at 1733901311296 (+21 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901311296Cleaning up temporary data from old regions at 1733901311307 (+11 ms)Running coprocessor post-open hooks at 1733901311336 (+29 ms)Region opened successfully at 1733901311336 2024-12-11T07:15:11,338 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6d2400ccc780f9723cf3941ecec3d305 2024-12-11T07:15:11,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 200d06708cf0929bcddb5884544cfcaa, server=0e20657b70f6,37783,1733901288222 in 10.1440 sec 2024-12-11T07:15:11,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-11T07:15:11,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 3dd005c965249d05199a85d3b831f6f3, server=0e20657b70f6,40003,1733901288082 in 10.1530 sec 2024-12-11T07:15:11,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=200d06708cf0929bcddb5884544cfcaa, ASSIGN in 10.3430 sec 2024-12-11T07:15:11,341 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e., pid=23, masterSystemTime=1733901311214 2024-12-11T07:15:11,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3dd005c965249d05199a85d3b831f6f3, ASSIGN in 10.3490 sec 2024-12-11T07:15:11,348 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 2024-12-11T07:15:11,348 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 2024-12-11T07:15:11,348 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 2024-12-11T07:15:11,349 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c4678b3e73be0ce786e797f695ae034e, NAME => 'SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-11T07:15:11,349 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:11,349 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:11,350 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:11,350 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:11,353 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d2846bd2908972e58c6fcf6c164c040e, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,35987,1733901288180 2024-12-11T07:15:11,356 INFO [StoreOpener-c1976a2dbdf4e0ae2dc044c64ae11b58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c1976a2dbdf4e0ae2dc044c64ae11b58 2024-12-11T07:15:11,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2846bd2908972e58c6fcf6c164c040e, server=0e20657b70f6,35987,1733901288180 because future has completed 2024-12-11T07:15:11,360 INFO [StoreOpener-c1976a2dbdf4e0ae2dc044c64ae11b58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1976a2dbdf4e0ae2dc044c64ae11b58 columnFamilyName cf 2024-12-11T07:15:11,360 DEBUG [StoreOpener-c1976a2dbdf4e0ae2dc044c64ae11b58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:15:11,362 INFO [StoreOpener-c1976a2dbdf4e0ae2dc044c64ae11b58-1 {}] regionserver.HStore(327): Store=c1976a2dbdf4e0ae2dc044c64ae11b58/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:15:11,362 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c1976a2dbdf4e0ae2dc044c64ae11b58 2024-12-11T07:15:11,365 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/c1976a2dbdf4e0ae2dc044c64ae11b58 2024-12-11T07:15:11,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-12-11T07:15:11,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d2846bd2908972e58c6fcf6c164c040e, server=0e20657b70f6,35987,1733901288180 in 10.1210 sec 2024-12-11T07:15:11,367 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/c1976a2dbdf4e0ae2dc044c64ae11b58 2024-12-11T07:15:11,368 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c1976a2dbdf4e0ae2dc044c64ae11b58 2024-12-11T07:15:11,368 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c1976a2dbdf4e0ae2dc044c64ae11b58 2024-12-11T07:15:11,368 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/6d2400ccc780f9723cf3941ecec3d305/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:15:11,370 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6d2400ccc780f9723cf3941ecec3d305; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63808713, jitterRate=-0.04917608201503754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:15:11,370 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d2400ccc780f9723cf3941ecec3d305 2024-12-11T07:15:11,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2846bd2908972e58c6fcf6c164c040e, ASSIGN in 10.3730 sec 2024-12-11T07:15:11,370 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6d2400ccc780f9723cf3941ecec3d305: Running coprocessor pre-open hook at 1733901311306Writing region info on filesystem at 1733901311306Initializing all the Stores at 1733901311310 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901311310Cleaning up temporary data from old regions at 1733901311332 (+22 ms)Running coprocessor post-open hooks at 1733901311370 (+38 ms)Region opened successfully at 1733901311370 2024-12-11T07:15:11,372 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305., pid=24, masterSystemTime=1733901311182 2024-12-11T07:15:11,372 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c1976a2dbdf4e0ae2dc044c64ae11b58 2024-12-11T07:15:11,375 INFO [StoreOpener-c4678b3e73be0ce786e797f695ae034e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:11,376 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305. 2024-12-11T07:15:11,376 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305. 2024-12-11T07:15:11,378 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/c1976a2dbdf4e0ae2dc044c64ae11b58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:15:11,378 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6d2400ccc780f9723cf3941ecec3d305, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,37783,1733901288222 2024-12-11T07:15:11,378 INFO [StoreOpener-c4678b3e73be0ce786e797f695ae034e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4678b3e73be0ce786e797f695ae034e columnFamilyName cf 2024-12-11T07:15:11,378 DEBUG [StoreOpener-c4678b3e73be0ce786e797f695ae034e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:15:11,379 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c1976a2dbdf4e0ae2dc044c64ae11b58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69946078, jitterRate=0.042277783155441284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:15:11,379 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1976a2dbdf4e0ae2dc044c64ae11b58 2024-12-11T07:15:11,379 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c1976a2dbdf4e0ae2dc044c64ae11b58: Running coprocessor pre-open hook at 1733901311318Writing region info on filesystem at 1733901311318Initializing all the Stores at 1733901311321 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901311321Cleaning up temporary data from old regions at 1733901311368 (+47 ms)Running coprocessor post-open hooks at 1733901311379 (+11 ms)Region opened successfully at 1733901311379 2024-12-11T07:15:11,380 INFO [StoreOpener-c4678b3e73be0ce786e797f695ae034e-1 {}] regionserver.HStore(327): Store=c4678b3e73be0ce786e797f695ae034e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:15:11,382 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:11,383 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:11,384 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:11,384 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58., pid=17, masterSystemTime=1733901311194 2024-12-11T07:15:11,385 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:11,385 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:11,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d2400ccc780f9723cf3941ecec3d305, server=0e20657b70f6,37783,1733901288222 because future has completed 2024-12-11T07:15:11,390 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58. 2024-12-11T07:15:11,390 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58. 2024-12-11T07:15:11,390 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:11,393 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c1976a2dbdf4e0ae2dc044c64ae11b58, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,40003,1733901288082 2024-12-11T07:15:11,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-12-11T07:15:11,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1976a2dbdf4e0ae2dc044c64ae11b58, server=0e20657b70f6,40003,1733901288082 because future has completed 2024-12-11T07:15:11,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d2400ccc780f9723cf3941ecec3d305, server=0e20657b70f6,37783,1733901288222 in 10.1510 sec 2024-12-11T07:15:11,399 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/c4678b3e73be0ce786e797f695ae034e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:15:11,400 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c4678b3e73be0ce786e797f695ae034e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64250170, jitterRate=-0.04259786009788513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:15:11,400 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:11,401 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c4678b3e73be0ce786e797f695ae034e: Running coprocessor pre-open hook at 1733901311350Writing region info on filesystem at 1733901311350Initializing all the Stores at 1733901311355 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901311355Cleaning up temporary data from old regions at 1733901311385 (+30 ms)Running coprocessor post-open hooks at 1733901311400 (+15 ms)Region opened successfully at 1733901311400 2024-12-11T07:15:11,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d2400ccc780f9723cf3941ecec3d305, ASSIGN in 10.4050 sec 2024-12-11T07:15:11,403 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e., pid=18, masterSystemTime=1733901311214 2024-12-11T07:15:11,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-12-11T07:15:11,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c1976a2dbdf4e0ae2dc044c64ae11b58, server=0e20657b70f6,40003,1733901288082 in 10.2190 sec 2024-12-11T07:15:11,409 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 2024-12-11T07:15:11,409 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 2024-12-11T07:15:11,409 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 2024-12-11T07:15:11,410 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 10b73724bacd30a2b2393d9e9966b057, NAME => 'SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-11T07:15:11,410 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c4678b3e73be0ce786e797f695ae034e, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,35987,1733901288180 2024-12-11T07:15:11,410 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:11,410 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:11,410 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:11,411 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:11,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1976a2dbdf4e0ae2dc044c64ae11b58, ASSIGN in 10.4160 sec 2024-12-11T07:15:11,414 INFO [StoreOpener-10b73724bacd30a2b2393d9e9966b057-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:11,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4678b3e73be0ce786e797f695ae034e, server=0e20657b70f6,35987,1733901288180 because future has completed 2024-12-11T07:15:11,419 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42339 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0e20657b70f6,35987,1733901288180, table=SPTestTable, region=c4678b3e73be0ce786e797f695ae034e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T07:15:11,420 INFO [StoreOpener-10b73724bacd30a2b2393d9e9966b057-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10b73724bacd30a2b2393d9e9966b057 columnFamilyName cf 2024-12-11T07:15:11,420 DEBUG [StoreOpener-10b73724bacd30a2b2393d9e9966b057-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:15:11,422 INFO [StoreOpener-10b73724bacd30a2b2393d9e9966b057-1 {}] regionserver.HStore(327): Store=10b73724bacd30a2b2393d9e9966b057/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:15:11,422 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:11,423 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:11,425 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:11,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-12-11T07:15:11,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c4678b3e73be0ce786e797f695ae034e, server=0e20657b70f6,35987,1733901288180 in 10.2240 sec 2024-12-11T07:15:11,425 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:11,425 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:11,429 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:11,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4678b3e73be0ce786e797f695ae034e, ASSIGN in 10.4330 sec 2024-12-11T07:15:11,441 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/10b73724bacd30a2b2393d9e9966b057/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:15:11,442 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 10b73724bacd30a2b2393d9e9966b057; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73916966, jitterRate=0.10144862532615662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:15:11,442 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:11,442 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 10b73724bacd30a2b2393d9e9966b057: Running coprocessor pre-open hook at 1733901311411Writing region info on filesystem at 1733901311411Initializing all the Stores at 1733901311413 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901311413Cleaning up temporary data from old regions at 1733901311425 (+12 ms)Running coprocessor post-open hooks at 1733901311442 (+17 ms)Region opened successfully at 1733901311442 2024-12-11T07:15:11,445 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057., pid=19, masterSystemTime=1733901311214 2024-12-11T07:15:11,448 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 2024-12-11T07:15:11,448 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 2024-12-11T07:15:11,449 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 2024-12-11T07:15:11,449 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 00dd500515cd08d3eceac8dfefb97d95, NAME => 'SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-11T07:15:11,449 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:11,449 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:11,450 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:11,450 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:11,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=10b73724bacd30a2b2393d9e9966b057, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,35987,1733901288180 2024-12-11T07:15:11,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10b73724bacd30a2b2393d9e9966b057, server=0e20657b70f6,35987,1733901288180 because future has completed 2024-12-11T07:15:11,463 INFO [StoreOpener-00dd500515cd08d3eceac8dfefb97d95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:11,470 INFO [StoreOpener-00dd500515cd08d3eceac8dfefb97d95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00dd500515cd08d3eceac8dfefb97d95 columnFamilyName cf 2024-12-11T07:15:11,470 DEBUG [StoreOpener-00dd500515cd08d3eceac8dfefb97d95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:15:11,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-12-11T07:15:11,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 10b73724bacd30a2b2393d9e9966b057, server=0e20657b70f6,35987,1733901288180 in 10.2570 sec 2024-12-11T07:15:11,472 INFO [StoreOpener-00dd500515cd08d3eceac8dfefb97d95-1 {}] regionserver.HStore(327): Store=00dd500515cd08d3eceac8dfefb97d95/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:15:11,473 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:11,474 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:11,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10b73724bacd30a2b2393d9e9966b057, ASSIGN in 10.4790 sec 2024-12-11T07:15:11,474 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:11,475 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:11,475 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:11,479 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:11,484 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/00dd500515cd08d3eceac8dfefb97d95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:15:11,485 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 00dd500515cd08d3eceac8dfefb97d95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69011041, jitterRate=0.028344646096229553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:15:11,485 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:11,485 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 00dd500515cd08d3eceac8dfefb97d95: Running coprocessor pre-open hook at 1733901311450Writing region info on filesystem at 1733901311450Initializing all the Stores at 1733901311454 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901311455 (+1 ms)Cleaning up temporary data from old regions at 1733901311475 (+20 ms)Running coprocessor post-open hooks at 1733901311485 (+10 ms)Region opened successfully at 1733901311485 2024-12-11T07:15:11,486 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95., pid=22, masterSystemTime=1733901311214 2024-12-11T07:15:11,492 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 2024-12-11T07:15:11,493 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 2024-12-11T07:15:11,494 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=00dd500515cd08d3eceac8dfefb97d95, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,35987,1733901288180 2024-12-11T07:15:11,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00dd500515cd08d3eceac8dfefb97d95, server=0e20657b70f6,35987,1733901288180 because future has completed 2024-12-11T07:15:11,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14 2024-12-11T07:15:11,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 00dd500515cd08d3eceac8dfefb97d95, server=0e20657b70f6,35987,1733901288180 in 10.2820 sec 2024-12-11T07:15:11,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-12-11T07:15:11,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00dd500515cd08d3eceac8dfefb97d95, ASSIGN in 10.5140 sec 2024-12-11T07:15:11,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T07:15:11,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733901311515"}]},"ts":"1733901311515"} 2024-12-11T07:15:11,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-11T07:15:11,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T07:15:11,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0180 sec 2024-12-11T07:15:13,328 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-11T07:15:16,503 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T07:15:16,734 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T07:15:17,805 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-11T07:15:17,805 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-11T07:15:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T07:15:18,756 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-11T07:15:18,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-11T07:15:18,758 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T07:15:18,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-11T07:15:18,770 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T07:15:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-11T07:15:18,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057., hostname=0e20657b70f6,35987,1733901288180, seqNum=2] 2024-12-11T07:15:18,826 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057., hostname=0e20657b70f6,35987,1733901288180, seqNum=2] 2024-12-11T07:15:18,829 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057., hostname=0e20657b70f6,35987,1733901288180, seqNum=2] 2024-12-11T07:15:18,832 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057., hostname=0e20657b70f6,35987,1733901288180, seqNum=2] 2024-12-11T07:15:18,835 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057., hostname=0e20657b70f6,35987,1733901288180, seqNum=2] 2024-12-11T07:15:18,837 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057., hostname=0e20657b70f6,35987,1733901288180, seqNum=2] 2024-12-11T07:15:18,840 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057., hostname=0e20657b70f6,35987,1733901288180, seqNum=2] 2024-12-11T07:15:18,843 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057., hostname=0e20657b70f6,35987,1733901288180, seqNum=2] 2024-12-11T07:15:18,872 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa., hostname=0e20657b70f6,37783,1733901288222, seqNum=2] 2024-12-11T07:15:18,875 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa., hostname=0e20657b70f6,37783,1733901288222, seqNum=2] 2024-12-11T07:15:18,879 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa., hostname=0e20657b70f6,37783,1733901288222, seqNum=2] 2024-12-11T07:15:18,882 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa., hostname=0e20657b70f6,37783,1733901288222, seqNum=2] 2024-12-11T07:15:18,885 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa., hostname=0e20657b70f6,37783,1733901288222, seqNum=2] 2024-12-11T07:15:18,887 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa., hostname=0e20657b70f6,37783,1733901288222, seqNum=2] 2024-12-11T07:15:18,889 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa., hostname=0e20657b70f6,37783,1733901288222, seqNum=2] 2024-12-11T07:15:18,892 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa., hostname=0e20657b70f6,37783,1733901288222, seqNum=2] 2024-12-11T07:15:18,918 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3., hostname=0e20657b70f6,40003,1733901288082, seqNum=2] 2024-12-11T07:15:18,920 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3., hostname=0e20657b70f6,40003,1733901288082, seqNum=2] 2024-12-11T07:15:18,923 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3., hostname=0e20657b70f6,40003,1733901288082, seqNum=2] 2024-12-11T07:15:18,926 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3., hostname=0e20657b70f6,40003,1733901288082, seqNum=2] 2024-12-11T07:15:18,928 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3., hostname=0e20657b70f6,40003,1733901288082, seqNum=2] 2024-12-11T07:15:18,930 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3., hostname=0e20657b70f6,40003,1733901288082, seqNum=2] 2024-12-11T07:15:18,933 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3., hostname=0e20657b70f6,40003,1733901288082, seqNum=2] 2024-12-11T07:15:18,935 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3., hostname=0e20657b70f6,40003,1733901288082, seqNum=2] 2024-12-11T07:15:18,996 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95., hostname=0e20657b70f6,35987,1733901288180, seqNum=2] 2024-12-11T07:15:18,999 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95., hostname=0e20657b70f6,35987,1733901288180, seqNum=2] 2024-12-11T07:15:19,001 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95., hostname=0e20657b70f6,35987,1733901288180, seqNum=2] 2024-12-11T07:15:19,002 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95., hostname=0e20657b70f6,35987,1733901288180, seqNum=2] 2024-12-11T07:15:19,004 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95., hostname=0e20657b70f6,35987,1733901288180, seqNum=2] 2024-12-11T07:15:19,005 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95., hostname=0e20657b70f6,35987,1733901288180, seqNum=2] 2024-12-11T07:15:19,007 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95., hostname=0e20657b70f6,35987,1733901288180, seqNum=2] 2024-12-11T07:15:19,008 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95., hostname=0e20657b70f6,35987,1733901288180, seqNum=2] 2024-12-11T07:15:19,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T07:15:19,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T07:15:19,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T07:15:19,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T07:15:19,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T07:15:19,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T07:15:20,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35987 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 2024-12-11T07:15:20,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35987 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T07:15:20,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35987 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T07:15:21,101 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-11T07:15:21,104 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T07:15:21,105 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T07:15:21,114 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T07:15:21,137 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T07:15:21,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741848_1024 (size=49) 2024-12-11T07:15:21,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741848_1024 (size=49) 2024-12-11T07:15:21,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741848_1024 (size=49) 2024-12-11T07:15:21,200 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T07:15:21,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c85d0eea457b45e6d1874f6ce330e91}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1976a2dbdf4e0ae2dc044c64ae11b58}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d2400ccc780f9723cf3941ecec3d305}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 595753d2bd2642e504b74f6dcb6b1f2a}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 200d06708cf0929bcddb5884544cfcaa}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dd005c965249d05199a85d3b831f6f3}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95}] 2024-12-11T07:15:21,207 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1976a2dbdf4e0ae2dc044c64ae11b58 2024-12-11T07:15:21,207 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:21,208 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c85d0eea457b45e6d1874f6ce330e91 2024-12-11T07:15:21,208 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d2400ccc780f9723cf3941ecec3d305 2024-12-11T07:15:21,209 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:21,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dd005c965249d05199a85d3b831f6f3 2024-12-11T07:15:21,221 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 200d06708cf0929bcddb5884544cfcaa 2024-12-11T07:15:21,221 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:21,227 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 595753d2bd2642e504b74f6dcb6b1f2a 2024-12-11T07:15:21,231 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:21,307 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 0e20657b70f6,35987,1733901288180 2024-12-11T07:15:21,308 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 0e20657b70f6,35987,1733901288180: Simulated kill ***** 2024-12-11T07:15:21,308 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-11T07:15:21,310 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-11T07:15:21,312 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-11T07:15:21,315 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-11T07:15:21,316 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-11T07:15:21,328 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 645605888 }, "NonHeapMemoryUsage": { "committed": 156893184, "init": 7667712, "max": -1, "used": 153660432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "0e20657b70f6", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "0e20657b70f6", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55458", "tag.serverName": "0e20657b70f6,35987,1733901288180", "tag.clusterId": "b5fcaf98-93b8-494e-b201-27887d057703", "tag.Context": "regionserver", "tag.Hostname": "0e20657b70f6", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733901288180, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-11T07:15:21,344 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42339 {}] master.MasterRpcServices(700): 0e20657b70f6,35987,1733901288180 reported a fatal error: ***** ABORTING region server 0e20657b70f6,35987,1733901288180: Simulated kill ***** 2024-12-11T07:15:21,359 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0e20657b70f6,35987,1733901288180' ***** 2024-12-11T07:15:21,359 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-11T07:15:21,360 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T07:15:21,361 INFO [RS:1;0e20657b70f6:35987 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T07:15:21,364 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T07:15:21,365 INFO [RS:1;0e20657b70f6:35987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-11T07:15:21,365 INFO [RS:1;0e20657b70f6:35987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-11T07:15:21,365 INFO [RS:1;0e20657b70f6:35987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T07:15:21,365 INFO [RS:1;0e20657b70f6:35987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0e20657b70f6:35987. 2024-12-11T07:15:21,366 DEBUG [RS:1;0e20657b70f6:35987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T07:15:21,366 DEBUG [RS:1;0e20657b70f6:35987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:15:21,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741835_1011 (size=1257) 2024-12-11T07:15:21,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741835_1011 (size=1257) 2024-12-11T07:15:21,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741835_1011 (size=1257) 2024-12-11T07:15:21,381 DEBUG [RS:1;0e20657b70f6:35987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:15:21,381 INFO [RS:1;0e20657b70f6:35987 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T07:15:21,381 INFO [RS:1;0e20657b70f6:35987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35987 2024-12-11T07:15:21,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T07:15:21,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a05fe7350002, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0e20657b70f6,35987,1733901288180 2024-12-11T07:15:21,390 INFO [RS:1;0e20657b70f6:35987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T07:15:21,392 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0e20657b70f6,35987,1733901288180] 2024-12-11T07:15:21,394 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0e20657b70f6,35987,1733901288180 already deleted, retry=false 2024-12-11T07:15:21,395 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 0e20657b70f6,35987,1733901288180 on 0e20657b70f6,42339,1733901287401 2024-12-11T07:15:21,401 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0e20657b70f6,35987,1733901288180, splitWal=true, meta=false 2024-12-11T07:15:21,404 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0e20657b70f6,35987,1733901288180, splitWal=true, meta=false 2024-12-11T07:15:21,405 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 0e20657b70f6,35987,1733901288180 (carryingMeta=false) 0e20657b70f6,35987,1733901288180/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5b6f5f2a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-11T07:15:21,407 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 0e20657b70f6,35987,1733901288180 had 4 regions 2024-12-11T07:15:21,409 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0e20657b70f6,35987,1733901288180, splitWal=true, meta=false, isMeta: false 2024-12-11T07:15:21,410 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:21,410 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:21,411 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:21,411 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:21,412 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95 can not run currently because target server of region SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 0e20657b70f6,35987,1733901288180 is in state SPLITTING, wait 1000 ms to retry 2024-12-11T07:15:21,412 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e can not run currently because target server of region SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 0e20657b70f6,35987,1733901288180 is in state SPLITTING, wait 1000 ms to retry 2024-12-11T07:15:21,412 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e; timeout=1000, timestamp=1733901322412 2024-12-11T07:15:21,412 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95; timeout=1000, timestamp=1733901322412 2024-12-11T07:15:21,413 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180-splitting 2024-12-11T07:15:21,414 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057 can not run currently because target server of region SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 0e20657b70f6,35987,1733901288180 is in state SPLITTING, wait 1000 ms to retry 2024-12-11T07:15:21,414 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057; timeout=1000, timestamp=1733901322414 2024-12-11T07:15:21,414 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e can not run currently because target server of region SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 0e20657b70f6,35987,1733901288180 is in state SPLITTING, wait 1000 ms to retry 2024-12-11T07:15:21,414 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e; timeout=1000, timestamp=1733901322414 2024-12-11T07:15:21,416 INFO [PEWorker-4 {}] master.SplitWALManager(105): 0e20657b70f6,35987,1733901288180 WAL count=1, meta=false 2024-12-11T07:15:21,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 0e20657b70f6%2C35987%2C1733901288180.1733901289577}] 2024-12-11T07:15:21,430 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=0e20657b70f6,37783,1733901288222 2024-12-11T07:15:21,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0e20657b70f6%2C35987%2C1733901288180.1733901289577, worker=0e20657b70f6,37783,1733901288222}] 2024-12-11T07:15:21,453 INFO [regionserver/0e20657b70f6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T07:15:21,460 INFO [regionserver/0e20657b70f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T07:15:21,460 INFO [regionserver/0e20657b70f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T07:15:21,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a05fe7350002, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T07:15:21,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a05fe7350002, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T07:15:21,494 INFO [RS:1;0e20657b70f6:35987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T07:15:21,495 INFO [RS:1;0e20657b70f6:35987 {}] regionserver.HRegionServer(1031): Exiting; stopping=0e20657b70f6,35987,1733901288180; zookeeper connection closed. 2024-12-11T07:15:21,495 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ff4f8fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ff4f8fb 2024-12-11T07:15:22,413 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:22,413 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:22,415 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e can not run currently because target server of region SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 0e20657b70f6,35987,1733901288180 is in state SPLITTING, wait 2000 ms to retry 2024-12-11T07:15:22,415 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e; timeout=2000, timestamp=1733901324415 2024-12-11T07:15:22,415 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95 can not run currently because target server of region SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 0e20657b70f6,35987,1733901288180 is in state SPLITTING, wait 2000 ms to retry 2024-12-11T07:15:22,415 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:22,415 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95; timeout=2000, timestamp=1733901324415 2024-12-11T07:15:22,415 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:22,416 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057 can not run currently because target server of region SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 0e20657b70f6,35987,1733901288180 is in state SPLITTING, wait 2000 ms to retry 2024-12-11T07:15:22,416 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057; timeout=2000, timestamp=1733901324416 2024-12-11T07:15:22,417 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e can not run currently because target server of region SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 0e20657b70f6,35987,1733901288180 is in state SPLITTING, wait 2000 ms to retry 2024-12-11T07:15:22,417 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e; timeout=2000, timestamp=1733901324417 2024-12-11T07:15:24,416 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:24,417 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:24,417 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:24,418 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:24,423 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95 can not run currently because target server of region SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 0e20657b70f6,35987,1733901288180 is in state SPLITTING, wait 4000 ms to retry 2024-12-11T07:15:24,423 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95; timeout=4000, timestamp=1733901328423 2024-12-11T07:15:24,425 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057 can not run currently because target server of region SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 0e20657b70f6,35987,1733901288180 is in state SPLITTING, wait 4000 ms to retry 2024-12-11T07:15:24,425 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057; timeout=4000, timestamp=1733901328425 2024-12-11T07:15:24,426 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e can not run currently because target server of region SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 0e20657b70f6,35987,1733901288180 is in state SPLITTING, wait 4000 ms to retry 2024-12-11T07:15:24,426 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e; timeout=4000, timestamp=1733901328426 2024-12-11T07:15:24,428 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e can not run currently because target server of region SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 0e20657b70f6,35987,1733901288180 is in state SPLITTING, wait 4000 ms to retry 2024-12-11T07:15:24,428 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e; timeout=4000, timestamp=1733901328428 2024-12-11T07:15:28,423 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:28,425 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95 can not run currently because target server of region SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 0e20657b70f6,35987,1733901288180 is in state SPLITTING, wait 8000 ms to retry 2024-12-11T07:15:28,426 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:28,426 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95; timeout=8000, timestamp=1733901336426 2024-12-11T07:15:28,427 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:28,428 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:28,428 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057 can not run currently because target server of region SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 0e20657b70f6,35987,1733901288180 is in state SPLITTING, wait 8000 ms to retry 2024-12-11T07:15:28,428 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e can not run currently because target server of region SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 0e20657b70f6,35987,1733901288180 is in state SPLITTING, wait 8000 ms to retry 2024-12-11T07:15:28,428 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057; timeout=8000, timestamp=1733901336428 2024-12-11T07:15:28,428 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e; timeout=8000, timestamp=1733901336428 2024-12-11T07:15:28,429 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e can not run currently because target server of region SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 0e20657b70f6,35987,1733901288180 is in state SPLITTING, wait 8000 ms to retry 2024-12-11T07:15:28,430 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e; timeout=8000, timestamp=1733901336430 2024-12-11T07:15:31,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-11T07:15:31,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-11T07:15:31,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-11T07:15:31,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-11T07:15:31,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3. 2024-12-11T07:15:31,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-11T07:15:31,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91. 2024-12-11T07:15:31,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-11T07:15:31,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa. 2024-12-11T07:15:31,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-11T07:15:31,224 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 3dd005c965249d05199a85d3b831f6f3 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-11T07:15:31,224 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 200d06708cf0929bcddb5884544cfcaa 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-11T07:15:31,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a. 2024-12-11T07:15:31,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 2c85d0eea457b45e6d1874f6ce330e91: 2024-12-11T07:15:31,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 595753d2bd2642e504b74f6dcb6b1f2a: 2024-12-11T07:15:31,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91. for SnapshotProcedureTest completed. 2024-12-11T07:15:31,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a. for SnapshotProcedureTest completed. 2024-12-11T07:15:31,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:15:31,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:15:31,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:15:31,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:15:31,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T07:15:31,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T07:15:31,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58. 2024-12-11T07:15:31,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c1976a2dbdf4e0ae2dc044c64ae11b58: 2024-12-11T07:15:31,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58. for SnapshotProcedureTest completed. 2024-12-11T07:15:31,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305. 2024-12-11T07:15:31,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:15:31,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:15:31,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 6d2400ccc780f9723cf3941ecec3d305: 2024-12-11T07:15:31,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T07:15:31,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305. for SnapshotProcedureTest completed. 2024-12-11T07:15:31,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:15:31,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:15:31,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T07:15:31,265 INFO [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180-splitting/0e20657b70f6%2C35987%2C1733901288180.1733901289577, size=1.2 K (1257bytes) 2024-12-11T07:15:31,266 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-11T07:15:31,266 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-11T07:15:31,270 INFO [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180-splitting/0e20657b70f6%2C35987%2C1733901288180.1733901289577 2024-12-11T07:15:31,278 INFO [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180-splitting/0e20657b70f6%2C35987%2C1733901288180.1733901289577 after 6ms 2024-12-11T07:15:31,301 INFO [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180-splitting/0e20657b70f6%2C35987%2C1733901288180.1733901289577 took 38ms 2024-12-11T07:15:31,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741849_1025 (size=57) 2024-12-11T07:15:31,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741849_1025 (size=57) 2024-12-11T07:15:31,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741849_1025 (size=57) 2024-12-11T07:15:31,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741851_1027 (size=65) 2024-12-11T07:15:31,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741851_1027 (size=65) 2024-12-11T07:15:31,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741851_1027 (size=65) 2024-12-11T07:15:31,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a. 2024-12-11T07:15:31,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/200d06708cf0929bcddb5884544cfcaa/.tmp/cf/92b856ad53914e979d021b7f7a01bed0 is 34, key is baa/cf:cf/1733901319948/Put/seqid=0 2024-12-11T07:15:31,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/3dd005c965249d05199a85d3b831f6f3/.tmp/cf/fcfc49179e5c45cebffdd1674898e63b is 34, key is ccd/cf:cf/1733901319949/Put/seqid=0 2024-12-11T07:15:31,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-11T07:15:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-11T07:15:31,389 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 595753d2bd2642e504b74f6dcb6b1f2a 2024-12-11T07:15:31,389 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 595753d2bd2642e504b74f6dcb6b1f2a 2024-12-11T07:15:31,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741850_1026 (size=65) 2024-12-11T07:15:31,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 595753d2bd2642e504b74f6dcb6b1f2a in 10.1900 sec 2024-12-11T07:15:31,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741850_1026 (size=65) 2024-12-11T07:15:31,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741850_1026 (size=65) 2024-12-11T07:15:31,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305. 2024-12-11T07:15:31,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-11T07:15:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-11T07:15:31,403 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6d2400ccc780f9723cf3941ecec3d305 2024-12-11T07:15:31,403 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d2400ccc780f9723cf3941ecec3d305 2024-12-11T07:15:31,404 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d2846bd2908972e58c6fcf6c164c040e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T07:15:31,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6d2400ccc780f9723cf3941ecec3d305 in 10.2020 sec 2024-12-11T07:15:31,408 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c4678b3e73be0ce786e797f695ae034e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T07:15:31,412 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 10b73724bacd30a2b2393d9e9966b057: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T07:15:31,414 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 00dd500515cd08d3eceac8dfefb97d95: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T07:15:31,414 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180-splitting/0e20657b70f6%2C35987%2C1733901288180.1733901289577 so closing down 2024-12-11T07:15:31,414 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T07:15:31,415 INFO [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T07:15:31,420 INFO [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 35 ms; skipped=4; WAL=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180-splitting/0e20657b70f6%2C35987%2C1733901288180.1733901289577, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-12-11T07:15:31,420 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180-splitting/0e20657b70f6%2C35987%2C1733901288180.1733901289577, journal: Splitting hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180-splitting/0e20657b70f6%2C35987%2C1733901288180.1733901289577, size=1.2 K (1257bytes) at 1733901331265Finishing writing output for hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180-splitting/0e20657b70f6%2C35987%2C1733901288180.1733901289577 so closing down at 1733901331414 (+149 ms)3 split writer threads finished at 1733901331415 (+1 ms)Processed 4 edits across 0 Regions in 35 ms; skipped=4; WAL=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180-splitting/0e20657b70f6%2C35987%2C1733901288180.1733901289577, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1733901331420 (+5 ms) 2024-12-11T07:15:31,420 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180-splitting/0e20657b70f6%2C35987%2C1733901288180.1733901289577 2024-12-11T07:15:31,420 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-11T07:15:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-11T07:15:31,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741852_1028 (size=65) 2024-12-11T07:15:31,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741852_1028 (size=65) 2024-12-11T07:15:31,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741852_1028 (size=65) 2024-12-11T07:15:31,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58. 2024-12-11T07:15:31,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-11T07:15:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-11T07:15:31,440 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c1976a2dbdf4e0ae2dc044c64ae11b58 2024-12-11T07:15:31,440 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1976a2dbdf4e0ae2dc044c64ae11b58 2024-12-11T07:15:31,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c1976a2dbdf4e0ae2dc044c64ae11b58 in 10.2400 sec 2024-12-11T07:15:31,503 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180-splitting/0e20657b70f6%2C35987%2C1733901288180.1733901289577 to hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/oldWALs 2024-12-11T07:15:31,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-11T07:15:31,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0e20657b70f6%2C35987%2C1733901288180.1733901289577, worker=0e20657b70f6,37783,1733901288222 in 10.0700 sec 2024-12-11T07:15:31,514 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=0e20657b70f6,37783,1733901288222 2024-12-11T07:15:31,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-11T07:15:31,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 0e20657b70f6%2C35987%2C1733901288180.1733901289577, worker=0e20657b70f6,37783,1733901288222 in 10.0970 sec 2024-12-11T07:15:31,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741854_1030 (size=47197) 2024-12-11T07:15:31,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741854_1030 (size=47197) 2024-12-11T07:15:31,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741854_1030 (size=47197) 2024-12-11T07:15:31,522 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/3dd005c965249d05199a85d3b831f6f3/.tmp/cf/fcfc49179e5c45cebffdd1674898e63b 2024-12-11T07:15:31,530 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180-splitting dir is empty, no logs to split. 2024-12-11T07:15:31,530 INFO [PEWorker-4 {}] master.SplitWALManager(105): 0e20657b70f6,35987,1733901288180 WAL count=0, meta=false 2024-12-11T07:15:31,530 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 0e20657b70f6,35987,1733901288180 WAL splitting is done? wals=0, meta=false 2024-12-11T07:15:31,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741853_1029 (size=28623) 2024-12-11T07:15:31,536 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 0e20657b70f6,35987,1733901288180 failed, ignore...File hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/WALs/0e20657b70f6,35987,1733901288180-splitting does not exist. 2024-12-11T07:15:31,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2846bd2908972e58c6fcf6c164c040e, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10b73724bacd30a2b2393d9e9966b057, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4678b3e73be0ce786e797f695ae034e, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00dd500515cd08d3eceac8dfefb97d95, ASSIGN}] 2024-12-11T07:15:31,546 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2846bd2908972e58c6fcf6c164c040e, ASSIGN 2024-12-11T07:15:31,548 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2846bd2908972e58c6fcf6c164c040e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T07:15:31,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741853_1029 (size=28623) 2024-12-11T07:15:31,550 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10b73724bacd30a2b2393d9e9966b057, ASSIGN 2024-12-11T07:15:31,552 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10b73724bacd30a2b2393d9e9966b057, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T07:15:31,555 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4678b3e73be0ce786e797f695ae034e, ASSIGN 2024-12-11T07:15:31,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741853_1029 (size=28623) 2024-12-11T07:15:31,555 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/200d06708cf0929bcddb5884544cfcaa/.tmp/cf/92b856ad53914e979d021b7f7a01bed0 2024-12-11T07:15:31,557 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4678b3e73be0ce786e797f695ae034e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T07:15:31,559 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00dd500515cd08d3eceac8dfefb97d95, ASSIGN 2024-12-11T07:15:31,565 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00dd500515cd08d3eceac8dfefb97d95, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T07:15:31,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/200d06708cf0929bcddb5884544cfcaa/.tmp/cf/92b856ad53914e979d021b7f7a01bed0 as hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/200d06708cf0929bcddb5884544cfcaa/cf/92b856ad53914e979d021b7f7a01bed0 2024-12-11T07:15:31,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/3dd005c965249d05199a85d3b831f6f3/.tmp/cf/fcfc49179e5c45cebffdd1674898e63b as hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/3dd005c965249d05199a85d3b831f6f3/cf/fcfc49179e5c45cebffdd1674898e63b 2024-12-11T07:15:31,646 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/3dd005c965249d05199a85d3b831f6f3/cf/fcfc49179e5c45cebffdd1674898e63b, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-11T07:15:31,649 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/200d06708cf0929bcddb5884544cfcaa/cf/92b856ad53914e979d021b7f7a01bed0, entries=731, sequenceid=5, filesize=28.0 K 2024-12-11T07:15:31,656 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 200d06708cf0929bcddb5884544cfcaa in 428ms, sequenceid=5, compaction requested=false 2024-12-11T07:15:31,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 200d06708cf0929bcddb5884544cfcaa: 2024-12-11T07:15:31,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa. for SnapshotProcedureTest completed. 2024-12-11T07:15:31,657 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 3dd005c965249d05199a85d3b831f6f3 in 437ms, sequenceid=5, compaction requested=false 2024-12-11T07:15:31,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 3dd005c965249d05199a85d3b831f6f3: 2024-12-11T07:15:31,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3. for SnapshotProcedureTest completed. 2024-12-11T07:15:31,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:15:31,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:15:31,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/3dd005c965249d05199a85d3b831f6f3/cf/fcfc49179e5c45cebffdd1674898e63b] hfiles 2024-12-11T07:15:31,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:15:31,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/3dd005c965249d05199a85d3b831f6f3/cf/fcfc49179e5c45cebffdd1674898e63b for snapshot=SnapshotProcedureTest 2024-12-11T07:15:31,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:15:31,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/200d06708cf0929bcddb5884544cfcaa/cf/92b856ad53914e979d021b7f7a01bed0] hfiles 2024-12-11T07:15:31,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/200d06708cf0929bcddb5884544cfcaa/cf/92b856ad53914e979d021b7f7a01bed0 for snapshot=SnapshotProcedureTest 2024-12-11T07:15:31,699 DEBUG [0e20657b70f6:42339 {}] balancer.BalancerClusterState(204): Hosts are {0e20657b70f6=0} racks are {/default-rack=0} 2024-12-11T07:15:31,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741856_1032 (size=105) 2024-12-11T07:15:31,699 DEBUG [0e20657b70f6:42339 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T07:15:31,700 DEBUG [0e20657b70f6:42339 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T07:15:31,700 DEBUG [0e20657b70f6:42339 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T07:15:31,700 DEBUG [0e20657b70f6:42339 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T07:15:31,700 INFO [0e20657b70f6:42339 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T07:15:31,700 INFO [0e20657b70f6:42339 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T07:15:31,700 DEBUG [0e20657b70f6:42339 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T07:15:31,700 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=c4678b3e73be0ce786e797f695ae034e, regionState=OPENING, regionLocation=0e20657b70f6,40003,1733901288082 2024-12-11T07:15:31,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=00dd500515cd08d3eceac8dfefb97d95, regionState=OPENING, regionLocation=0e20657b70f6,37783,1733901288222 2024-12-11T07:15:31,701 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=d2846bd2908972e58c6fcf6c164c040e, regionState=OPENING, regionLocation=0e20657b70f6,37783,1733901288222 2024-12-11T07:15:31,702 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=10b73724bacd30a2b2393d9e9966b057, regionState=OPENING, regionLocation=0e20657b70f6,40003,1733901288082 2024-12-11T07:15:31,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741856_1032 (size=105) 2024-12-11T07:15:31,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4678b3e73be0ce786e797f695ae034e, ASSIGN because future has completed 2024-12-11T07:15:31,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4678b3e73be0ce786e797f695ae034e, server=0e20657b70f6,40003,1733901288082}] 2024-12-11T07:15:31,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2846bd2908972e58c6fcf6c164c040e, ASSIGN because future has completed 2024-12-11T07:15:31,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2846bd2908972e58c6fcf6c164c040e, server=0e20657b70f6,37783,1733901288222}] 2024-12-11T07:15:31,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741856_1032 (size=105) 2024-12-11T07:15:31,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa. 2024-12-11T07:15:31,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-11T07:15:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-11T07:15:31,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00dd500515cd08d3eceac8dfefb97d95, ASSIGN because future has completed 2024-12-11T07:15:31,711 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 200d06708cf0929bcddb5884544cfcaa 2024-12-11T07:15:31,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00dd500515cd08d3eceac8dfefb97d95, server=0e20657b70f6,37783,1733901288222}] 2024-12-11T07:15:31,712 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 200d06708cf0929bcddb5884544cfcaa 2024-12-11T07:15:31,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741855_1031 (size=105) 2024-12-11T07:15:31,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10b73724bacd30a2b2393d9e9966b057, ASSIGN because future has completed 2024-12-11T07:15:31,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10b73724bacd30a2b2393d9e9966b057, server=0e20657b70f6,40003,1733901288082}] 2024-12-11T07:15:31,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741855_1031 (size=105) 2024-12-11T07:15:31,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741855_1031 (size=105) 2024-12-11T07:15:31,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 200d06708cf0929bcddb5884544cfcaa in 10.5200 sec 2024-12-11T07:15:31,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3. 2024-12-11T07:15:31,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-11T07:15:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-11T07:15:31,743 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3dd005c965249d05199a85d3b831f6f3 2024-12-11T07:15:31,743 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dd005c965249d05199a85d3b831f6f3 2024-12-11T07:15:31,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3dd005c965249d05199a85d3b831f6f3 in 10.5430 sec 2024-12-11T07:15:31,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91. 2024-12-11T07:15:31,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-11T07:15:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-11T07:15:31,759 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2c85d0eea457b45e6d1874f6ce330e91 2024-12-11T07:15:31,759 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c85d0eea457b45e6d1874f6ce330e91 2024-12-11T07:15:31,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2c85d0eea457b45e6d1874f6ce330e91 in 10.5590 sec 2024-12-11T07:15:36,426 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95 held by pid=42 2024-12-11T07:15:36,426 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:36,428 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e held by pid=41 2024-12-11T07:15:36,428 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:36,428 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057 held by pid=40 2024-12-11T07:15:36,428 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:36,430 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e held by pid=39 2024-12-11T07:15:36,430 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:40,360 INFO [master/0e20657b70f6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T07:15:40,360 INFO [master/0e20657b70f6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T07:15:41,728 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 2024-12-11T07:15:41,728 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 10b73724bacd30a2b2393d9e9966b057, NAME => 'SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-11T07:15:41,728 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:41,728 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:41,729 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:41,729 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:41,730 INFO [StoreOpener-10b73724bacd30a2b2393d9e9966b057-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:41,731 INFO [StoreOpener-10b73724bacd30a2b2393d9e9966b057-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10b73724bacd30a2b2393d9e9966b057 columnFamilyName cf 2024-12-11T07:15:41,731 DEBUG [StoreOpener-10b73724bacd30a2b2393d9e9966b057-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:15:41,732 INFO [StoreOpener-10b73724bacd30a2b2393d9e9966b057-1 {}] regionserver.HStore(327): Store=10b73724bacd30a2b2393d9e9966b057/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:15:41,732 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:41,733 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:41,735 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:41,735 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:41,735 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:41,737 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:41,739 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 10b73724bacd30a2b2393d9e9966b057; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75222786, jitterRate=0.12090685963630676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:15:41,739 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:41,739 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 10b73724bacd30a2b2393d9e9966b057: Running coprocessor pre-open hook at 1733901341729Writing region info on filesystem at 1733901341729Initializing all the Stores at 1733901341730 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901341730Cleaning up temporary data from old regions at 1733901341735 (+5 ms)Running coprocessor post-open hooks at 1733901341739 (+4 ms)Region opened successfully at 1733901341739 2024-12-11T07:15:41,740 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 2024-12-11T07:15:41,740 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => d2846bd2908972e58c6fcf6c164c040e, NAME => 'SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-11T07:15:41,740 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:41,740 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:41,740 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057., pid=46, masterSystemTime=1733901341722 2024-12-11T07:15:41,740 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:41,740 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:41,742 INFO [StoreOpener-d2846bd2908972e58c6fcf6c164c040e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:41,743 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 2024-12-11T07:15:41,743 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 2024-12-11T07:15:41,743 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 2024-12-11T07:15:41,743 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => c4678b3e73be0ce786e797f695ae034e, NAME => 'SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-11T07:15:41,743 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:41,743 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:41,743 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:41,743 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:41,743 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=10b73724bacd30a2b2393d9e9966b057, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,40003,1733901288082 2024-12-11T07:15:41,744 INFO [StoreOpener-d2846bd2908972e58c6fcf6c164c040e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2846bd2908972e58c6fcf6c164c040e columnFamilyName cf 2024-12-11T07:15:41,744 DEBUG [StoreOpener-d2846bd2908972e58c6fcf6c164c040e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:15:41,745 INFO [StoreOpener-d2846bd2908972e58c6fcf6c164c040e-1 {}] regionserver.HStore(327): Store=d2846bd2908972e58c6fcf6c164c040e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:15:41,745 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:41,745 INFO [StoreOpener-c4678b3e73be0ce786e797f695ae034e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:41,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10b73724bacd30a2b2393d9e9966b057, server=0e20657b70f6,40003,1733901288082 because future has completed 2024-12-11T07:15:41,746 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:41,746 INFO [StoreOpener-c4678b3e73be0ce786e797f695ae034e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4678b3e73be0ce786e797f695ae034e columnFamilyName cf 2024-12-11T07:15:41,747 DEBUG [StoreOpener-c4678b3e73be0ce786e797f695ae034e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:15:41,747 INFO [StoreOpener-c4678b3e73be0ce786e797f695ae034e-1 {}] regionserver.HStore(327): Store=c4678b3e73be0ce786e797f695ae034e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:15:41,748 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:41,748 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:41,748 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:41,749 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:41,749 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:41,751 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:41,751 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:41,751 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:41,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-12-11T07:15:41,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 10b73724bacd30a2b2393d9e9966b057, server=0e20657b70f6,40003,1733901288082 in 10.0130 sec 2024-12-11T07:15:41,753 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:41,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10b73724bacd30a2b2393d9e9966b057, ASSIGN in 10.2120 sec 2024-12-11T07:15:41,755 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened d2846bd2908972e58c6fcf6c164c040e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74055264, jitterRate=0.10350942611694336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:15:41,755 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:41,755 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:41,755 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:41,755 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for d2846bd2908972e58c6fcf6c164c040e: Running coprocessor pre-open hook at 1733901341741Writing region info on filesystem at 1733901341741Initializing all the Stores at 1733901341742 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901341742Cleaning up temporary data from old regions at 1733901341749 (+7 ms)Running coprocessor post-open hooks at 1733901341755 (+6 ms)Region opened successfully at 1733901341755 2024-12-11T07:15:41,756 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e., pid=44, masterSystemTime=1733901341736 2024-12-11T07:15:41,756 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened c4678b3e73be0ce786e797f695ae034e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60093091, jitterRate=-0.10454316437244415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:15:41,757 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:41,757 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for c4678b3e73be0ce786e797f695ae034e: Running coprocessor pre-open hook at 1733901341744Writing region info on filesystem at 1733901341744Initializing all the Stores at 1733901341745 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901341745Cleaning up temporary data from old regions at 1733901341751 (+6 ms)Running coprocessor post-open hooks at 1733901341757 (+6 ms)Region opened successfully at 1733901341757 2024-12-11T07:15:41,758 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 2024-12-11T07:15:41,758 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 2024-12-11T07:15:41,758 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e., pid=43, masterSystemTime=1733901341722 2024-12-11T07:15:41,758 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 2024-12-11T07:15:41,759 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 00dd500515cd08d3eceac8dfefb97d95, NAME => 'SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-11T07:15:41,759 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:41,759 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:15:41,759 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:41,759 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:41,760 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=d2846bd2908972e58c6fcf6c164c040e, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,37783,1733901288222 2024-12-11T07:15:41,762 INFO [StoreOpener-00dd500515cd08d3eceac8dfefb97d95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:41,762 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 2024-12-11T07:15:41,763 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 2024-12-11T07:15:41,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2846bd2908972e58c6fcf6c164c040e, server=0e20657b70f6,37783,1733901288222 because future has completed 2024-12-11T07:15:41,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=c4678b3e73be0ce786e797f695ae034e, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,40003,1733901288082 2024-12-11T07:15:41,763 INFO [StoreOpener-00dd500515cd08d3eceac8dfefb97d95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00dd500515cd08d3eceac8dfefb97d95 columnFamilyName cf 2024-12-11T07:15:41,763 DEBUG [StoreOpener-00dd500515cd08d3eceac8dfefb97d95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:15:41,764 INFO [StoreOpener-00dd500515cd08d3eceac8dfefb97d95-1 {}] regionserver.HStore(327): Store=00dd500515cd08d3eceac8dfefb97d95/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:15:41,764 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:41,764 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42339 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0e20657b70f6,37783,1733901288222, table=SPTestTable, region=d2846bd2908972e58c6fcf6c164c040e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T07:15:41,765 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42339 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0e20657b70f6,40003,1733901288082, table=SPTestTable, region=c4678b3e73be0ce786e797f695ae034e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T07:15:41,766 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:41,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4678b3e73be0ce786e797f695ae034e, server=0e20657b70f6,40003,1733901288082 because future has completed 2024-12-11T07:15:41,768 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:41,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-12-11T07:15:41,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure d2846bd2908972e58c6fcf6c164c040e, server=0e20657b70f6,37783,1733901288222 in 10.0560 sec 2024-12-11T07:15:41,769 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:41,770 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:41,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-12-11T07:15:41,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure c4678b3e73be0ce786e797f695ae034e, server=0e20657b70f6,40003,1733901288082 in 10.0600 sec 2024-12-11T07:15:41,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2846bd2908972e58c6fcf6c164c040e, ASSIGN in 10.2280 sec 2024-12-11T07:15:41,771 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:41,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4678b3e73be0ce786e797f695ae034e, ASSIGN in 10.2310 sec 2024-12-11T07:15:41,774 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:41,774 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:41,776 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 00dd500515cd08d3eceac8dfefb97d95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63971257, jitterRate=-0.04675398766994476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:15:41,776 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:41,776 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 00dd500515cd08d3eceac8dfefb97d95: Running coprocessor pre-open hook at 1733901341759Writing region info on filesystem at 1733901341759Initializing all the Stores at 1733901341761 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901341761Cleaning up temporary data from old regions at 1733901341770 (+9 ms)Running coprocessor post-open hooks at 1733901341776 (+6 ms)Region opened successfully at 1733901341776 2024-12-11T07:15:41,777 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95., pid=45, masterSystemTime=1733901341736 2024-12-11T07:15:41,779 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 2024-12-11T07:15:41,779 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 2024-12-11T07:15:41,780 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=00dd500515cd08d3eceac8dfefb97d95, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,37783,1733901288222 2024-12-11T07:15:41,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00dd500515cd08d3eceac8dfefb97d95, server=0e20657b70f6,37783,1733901288222 because future has completed 2024-12-11T07:15:41,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-12-11T07:15:41,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 00dd500515cd08d3eceac8dfefb97d95, server=0e20657b70f6,37783,1733901288222 in 10.0710 sec 2024-12-11T07:15:41,786 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:41,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-12-11T07:15:41,787 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 0e20657b70f6,35987,1733901288180 after splitting done 2024-12-11T07:15:41,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00dd500515cd08d3eceac8dfefb97d95, ASSIGN in 10.2450 sec 2024-12-11T07:15:41,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 0e20657b70f6,35987,1733901288180, splitWal=true, meta=false in 20.3910 sec 2024-12-11T07:15:46,504 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T07:15:47,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T07:15:50,381 INFO [regionserver/0e20657b70f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-11T07:15:51,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-11T07:15:51,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 2024-12-11T07:15:51,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-11T07:15:51,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 2024-12-11T07:15:51,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 10b73724bacd30a2b2393d9e9966b057: 2024-12-11T07:15:51,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. for SnapshotProcedureTest completed. 2024-12-11T07:15:51,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for c4678b3e73be0ce786e797f695ae034e: 2024-12-11T07:15:51,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. for SnapshotProcedureTest completed. 2024-12-11T07:15:51,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:15:51,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:15:51,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T07:15:51,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:15:51,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:15:51,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T07:15:51,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741858_1034 (size=65) 2024-12-11T07:15:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741858_1034 (size=65) 2024-12-11T07:15:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741858_1034 (size=65) 2024-12-11T07:15:51,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 2024-12-11T07:15:51,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-11T07:15:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741857_1033 (size=65) 2024-12-11T07:15:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-11T07:15:51,774 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:51,774 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:15:51,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741857_1033 (size=65) 2024-12-11T07:15:51,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741857_1033 (size=65) 2024-12-11T07:15:51,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 2024-12-11T07:15:51,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-11T07:15:51,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-11T07:15:51,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 2024-12-11T07:15:51,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-11T07:15:51,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 2024-12-11T07:15:51,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for d2846bd2908972e58c6fcf6c164c040e: 2024-12-11T07:15:51,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. for SnapshotProcedureTest completed. 2024-12-11T07:15:51,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 00dd500515cd08d3eceac8dfefb97d95: 2024-12-11T07:15:51,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. for SnapshotProcedureTest completed. 2024-12-11T07:15:51,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:15:51,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:15:51,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:15:51,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T07:15:51,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:15:51,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T07:15:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-11T07:15:51,776 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:51,777 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:15:51,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 10b73724bacd30a2b2393d9e9966b057 in 30.5740 sec 2024-12-11T07:15:51,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c4678b3e73be0ce786e797f695ae034e in 30.5770 sec 2024-12-11T07:15:51,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741860_1036 (size=65) 2024-12-11T07:15:51,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741860_1036 (size=65) 2024-12-11T07:15:51,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741859_1035 (size=57) 2024-12-11T07:15:51,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741860_1036 (size=65) 2024-12-11T07:15:51,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741859_1035 (size=57) 2024-12-11T07:15:51,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741859_1035 (size=57) 2024-12-11T07:15:51,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 2024-12-11T07:15:51,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-11T07:15:51,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 2024-12-11T07:15:51,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-11T07:15:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-11T07:15:51,796 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:51,796 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:15:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-11T07:15:51,797 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:51,797 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:15:51,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 00dd500515cd08d3eceac8dfefb97d95 in 30.5950 sec 2024-12-11T07:15:51,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-12-11T07:15:51,800 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T07:15:51,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d2846bd2908972e58c6fcf6c164c040e in 30.5960 sec 2024-12-11T07:15:51,802 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T07:15:51,805 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T07:15:51,805 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-11T07:15:51,807 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T07:15:51,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741861_1037 (size=1094) 2024-12-11T07:15:51,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741861_1037 (size=1094) 2024-12-11T07:15:51,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741861_1037 (size=1094) 2024-12-11T07:15:51,835 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T07:15:51,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-11T07:15:51,850 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,40003,1733901288082 2024-12-11T07:15:51,850 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,37783,1733901288222 2024-12-11T07:15:51,850 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,40003,1733901288082 2024-12-11T07:15:51,850 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,40003,1733901288082 2024-12-11T07:15:51,850 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,37783,1733901288222 2024-12-11T07:15:51,856 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,37783,1733901288222 2024-12-11T07:15:52,074 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0e20657b70f6:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-11T07:15:56,241 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 200d06708cf0929bcddb5884544cfcaa, had cached 0 bytes from a total of 28623 2024-12-11T07:15:56,263 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3dd005c965249d05199a85d3b831f6f3, had cached 0 bytes from a total of 47197 2024-12-11T07:16:00,260 DEBUG [master/0e20657b70f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2c85d0eea457b45e6d1874f6ce330e91 changed from -1.0 to 0.0, refreshing cache 2024-12-11T07:16:00,261 DEBUG [master/0e20657b70f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6d2400ccc780f9723cf3941ecec3d305 changed from -1.0 to 0.0, refreshing cache 2024-12-11T07:16:00,261 DEBUG [master/0e20657b70f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d2846bd2908972e58c6fcf6c164c040e changed from -1.0 to 0.0, refreshing cache 2024-12-11T07:16:00,261 DEBUG [master/0e20657b70f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 200d06708cf0929bcddb5884544cfcaa changed from -1.0 to 0.0, refreshing cache 2024-12-11T07:16:00,262 DEBUG [master/0e20657b70f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 00dd500515cd08d3eceac8dfefb97d95 changed from -1.0 to 0.0, refreshing cache 2024-12-11T07:16:00,262 DEBUG [master/0e20657b70f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c4678b3e73be0ce786e797f695ae034e changed from -1.0 to 0.0, refreshing cache 2024-12-11T07:16:00,262 DEBUG [master/0e20657b70f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c1976a2dbdf4e0ae2dc044c64ae11b58 changed from -1.0 to 0.0, refreshing cache 2024-12-11T07:16:00,262 DEBUG [master/0e20657b70f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 595753d2bd2642e504b74f6dcb6b1f2a changed from -1.0 to 0.0, refreshing cache 2024-12-11T07:16:00,262 DEBUG [master/0e20657b70f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 10b73724bacd30a2b2393d9e9966b057 changed from -1.0 to 0.0, refreshing cache 2024-12-11T07:16:00,262 DEBUG [master/0e20657b70f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3dd005c965249d05199a85d3b831f6f3 changed from -1.0 to 0.0, refreshing cache 2024-12-11T07:16:01,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-11T07:16:01,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-11T07:16:01,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-11T07:16:01,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-11T07:16:01,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-11T07:16:01,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-11T07:16:01,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T07:16:01,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T07:16:01,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-11T07:16:01,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-11T07:16:01,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-11T07:16:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-11T07:16:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-11T07:16:01,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-11T07:16:01,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-11T07:16:01,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-11T07:16:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-11T07:16:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-11T07:16:01,886 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,40003,1733901288082 Release verify snapshot worker=0e20657b70f6,40003,1733901288082 2024-12-11T07:16:01,886 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,37783,1733901288222 Release verify snapshot worker=0e20657b70f6,37783,1733901288222 2024-12-11T07:16:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-11T07:16:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-11T07:16:01,888 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,40003,1733901288082 Release verify snapshot worker=0e20657b70f6,40003,1733901288082 2024-12-11T07:16:01,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,37783,1733901288222 in 10.0430 sec 2024-12-11T07:16:01,891 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,40003,1733901288082 Release verify snapshot worker=0e20657b70f6,40003,1733901288082 2024-12-11T07:16:01,892 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,40003,1733901288082 2024-12-11T07:16:01,892 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,37783,1733901288222 2024-12-11T07:16:01,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,40003,1733901288082 in 10.0450 sec 2024-12-11T07:16:01,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,40003,1733901288082 in 10.0480 sec 2024-12-11T07:16:01,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,40003,1733901288082 in 10.0430 sec 2024-12-11T07:16:01,901 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,37783,1733901288222 Release verify snapshot worker=0e20657b70f6,37783,1733901288222 2024-12-11T07:16:01,903 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,37783,1733901288222 Release verify snapshot worker=0e20657b70f6,37783,1733901288222 2024-12-11T07:16:01,903 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,40003,1733901288082 2024-12-11T07:16:01,903 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,40003,1733901288082 2024-12-11T07:16:01,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,37783,1733901288222 in 10.0580 sec 2024-12-11T07:16:01,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,37783,1733901288222 in 10.0600 sec 2024-12-11T07:16:11,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-11T07:16:11,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-11T07:16:11,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-11T07:16:11,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-11T07:16:11,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-11T07:16:11,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-11T07:16:11,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-11T07:16:11,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-11T07:16:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-11T07:16:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-11T07:16:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-11T07:16:11,897 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,37783,1733901288222 Release verify snapshot worker=0e20657b70f6,37783,1733901288222 2024-12-11T07:16:11,897 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,40003,1733901288082 Release verify snapshot worker=0e20657b70f6,40003,1733901288082 2024-12-11T07:16:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-11T07:16:11,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,37783,1733901288222 in 20.0540 sec 2024-12-11T07:16:11,903 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,40003,1733901288082 Release verify snapshot worker=0e20657b70f6,40003,1733901288082 2024-12-11T07:16:11,905 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,40003,1733901288082 Release verify snapshot worker=0e20657b70f6,40003,1733901288082 2024-12-11T07:16:11,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,40003,1733901288082 in 20.0540 sec 2024-12-11T07:16:11,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,40003,1733901288082 in 20.0600 sec 2024-12-11T07:16:11,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=25 2024-12-11T07:16:11,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,40003,1733901288082 in 20.0620 sec 2024-12-11T07:16:11,910 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T07:16:11,914 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/.hbase-snapshot/SnapshotProcedureTest 2024-12-11T07:16:11,916 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T07:16:11,916 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-11T07:16:11,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.8220 sec 2024-12-11T07:16:12,040 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-11T07:16:12,048 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-11T07:16:12,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T07:16:12,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T07:16:12,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T07:16:12,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:16:12,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:16:12,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T07:16:12,050 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T07:16:12,050 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=647590735, stopped=false 2024-12-11T07:16:12,050 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0e20657b70f6,42339,1733901287401 2024-12-11T07:16:12,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T07:16:12,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T07:16:12,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:12,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:12,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T07:16:12,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:12,053 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T07:16:12,054 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T07:16:12,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T07:16:12,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:16:12,055 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0e20657b70f6,40003,1733901288082' ***** 2024-12-11T07:16:12,056 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T07:16:12,056 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T07:16:12,056 INFO [RS:0;0e20657b70f6:40003 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T07:16:12,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T07:16:12,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T07:16:12,056 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T07:16:12,056 INFO [RS:0;0e20657b70f6:40003 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T07:16:12,057 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(3091): Received CLOSE for 10b73724bacd30a2b2393d9e9966b057 2024-12-11T07:16:12,057 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0e20657b70f6,37783,1733901288222' ***** 2024-12-11T07:16:12,058 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T07:16:12,058 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T07:16:12,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T07:16:12,058 INFO [RS:2;0e20657b70f6:37783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T07:16:12,058 INFO [RS:2;0e20657b70f6:37783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T07:16:12,058 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(3091): Received CLOSE for 200d06708cf0929bcddb5884544cfcaa 2024-12-11T07:16:12,058 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T07:16:12,060 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(3091): Received CLOSE for 3dd005c965249d05199a85d3b831f6f3 2024-12-11T07:16:12,060 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(3091): Received CLOSE for c1976a2dbdf4e0ae2dc044c64ae11b58 2024-12-11T07:16:12,060 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(3091): Received CLOSE for c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:16:12,060 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(3091): Received CLOSE for 595753d2bd2642e504b74f6dcb6b1f2a 2024-12-11T07:16:12,061 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(959): stopping server 0e20657b70f6,40003,1733901288082 2024-12-11T07:16:12,061 INFO [RS:0;0e20657b70f6:40003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T07:16:12,061 INFO [RS:0;0e20657b70f6:40003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0e20657b70f6:40003. 2024-12-11T07:16:12,061 DEBUG [RS:0;0e20657b70f6:40003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T07:16:12,061 DEBUG [RS:0;0e20657b70f6:40003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:16:12,061 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T07:16:12,061 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T07:16:12,061 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T07:16:12,061 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T07:16:12,061 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10b73724bacd30a2b2393d9e9966b057, disabling compactions & flushes 2024-12-11T07:16:12,064 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 2024-12-11T07:16:12,064 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 2024-12-11T07:16:12,064 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. after waiting 0 ms 2024-12-11T07:16:12,064 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 2024-12-11T07:16:12,065 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-11T07:16:12,065 DEBUG [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(1325): Online Regions={10b73724bacd30a2b2393d9e9966b057=SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057., 3dd005c965249d05199a85d3b831f6f3=SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3., c1976a2dbdf4e0ae2dc044c64ae11b58=SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58., c4678b3e73be0ce786e797f695ae034e=SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e., 1588230740=hbase:meta,,1.1588230740, 595753d2bd2642e504b74f6dcb6b1f2a=SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a.} 2024-12-11T07:16:12,065 DEBUG [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(1351): Waiting on 10b73724bacd30a2b2393d9e9966b057, 1588230740, 3dd005c965249d05199a85d3b831f6f3, 595753d2bd2642e504b74f6dcb6b1f2a, c1976a2dbdf4e0ae2dc044c64ae11b58, c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:16:12,065 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T07:16:12,066 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T07:16:12,066 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T07:16:12,066 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T07:16:12,066 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T07:16:12,066 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-12-11T07:16:12,072 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c85d0eea457b45e6d1874f6ce330e91 2024-12-11T07:16:12,072 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d2400ccc780f9723cf3941ecec3d305 2024-12-11T07:16:12,073 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(3091): Received CLOSE for d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:16:12,073 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(3091): Received CLOSE for 00dd500515cd08d3eceac8dfefb97d95 2024-12-11T07:16:12,073 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(959): stopping server 0e20657b70f6,37783,1733901288222 2024-12-11T07:16:12,073 INFO [RS:2;0e20657b70f6:37783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T07:16:12,073 INFO [RS:2;0e20657b70f6:37783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;0e20657b70f6:37783. 2024-12-11T07:16:12,073 DEBUG [RS:2;0e20657b70f6:37783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T07:16:12,073 DEBUG [RS:2;0e20657b70f6:37783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:16:12,073 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-11T07:16:12,073 DEBUG [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(1325): Online Regions={200d06708cf0929bcddb5884544cfcaa=SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa., 2c85d0eea457b45e6d1874f6ce330e91=SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91., 6d2400ccc780f9723cf3941ecec3d305=SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305., d2846bd2908972e58c6fcf6c164c040e=SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e., 00dd500515cd08d3eceac8dfefb97d95=SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95.} 2024-12-11T07:16:12,073 DEBUG [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(1351): Waiting on 00dd500515cd08d3eceac8dfefb97d95, 200d06708cf0929bcddb5884544cfcaa, 2c85d0eea457b45e6d1874f6ce330e91, 6d2400ccc780f9723cf3941ecec3d305, d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:16:12,074 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 200d06708cf0929bcddb5884544cfcaa, disabling compactions & flushes 2024-12-11T07:16:12,074 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa. 2024-12-11T07:16:12,074 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa. 2024-12-11T07:16:12,074 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa. after waiting 0 ms 2024-12-11T07:16:12,074 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa. 2024-12-11T07:16:12,090 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/10b73724bacd30a2b2393d9e9966b057/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T07:16:12,093 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 2024-12-11T07:16:12,093 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10b73724bacd30a2b2393d9e9966b057: Waiting for close lock at 1733901372061Running coprocessor pre-close hooks at 1733901372061Disabling compacts and flushes for region at 1733901372061Disabling writes for close at 1733901372064 (+3 ms)Writing region close event to WAL at 1733901372080 (+16 ms)Running coprocessor post-close hooks at 1733901372091 (+11 ms)Closed at 1733901372093 (+2 ms) 2024-12-11T07:16:12,094 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733901300498.10b73724bacd30a2b2393d9e9966b057. 2024-12-11T07:16:12,094 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3dd005c965249d05199a85d3b831f6f3, disabling compactions & flushes 2024-12-11T07:16:12,094 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3. 2024-12-11T07:16:12,094 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3. 2024-12-11T07:16:12,094 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3. after waiting 0 ms 2024-12-11T07:16:12,094 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3. 2024-12-11T07:16:12,115 INFO [regionserver/0e20657b70f6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T07:16:12,115 INFO [regionserver/0e20657b70f6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T07:16:12,118 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/200d06708cf0929bcddb5884544cfcaa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T07:16:12,119 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa. 2024-12-11T07:16:12,119 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 200d06708cf0929bcddb5884544cfcaa: Waiting for close lock at 1733901372074Running coprocessor pre-close hooks at 1733901372074Disabling compacts and flushes for region at 1733901372074Disabling writes for close at 1733901372074Writing region close event to WAL at 1733901372087 (+13 ms)Running coprocessor post-close hooks at 1733901372119 (+32 ms)Closed at 1733901372119 2024-12-11T07:16:12,119 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733901300498.200d06708cf0929bcddb5884544cfcaa. 2024-12-11T07:16:12,119 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c85d0eea457b45e6d1874f6ce330e91, disabling compactions & flushes 2024-12-11T07:16:12,119 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91. 2024-12-11T07:16:12,119 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91. 2024-12-11T07:16:12,119 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91. after waiting 0 ms 2024-12-11T07:16:12,119 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91. 2024-12-11T07:16:12,128 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740/.tmp/info/f2f56a7ca363420c8c27638e15753736 is 167, key is SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e./info:regioninfo/1733901341763/Put/seqid=0 2024-12-11T07:16:12,167 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/3dd005c965249d05199a85d3b831f6f3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T07:16:12,169 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3. 2024-12-11T07:16:12,169 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3dd005c965249d05199a85d3b831f6f3: Waiting for close lock at 1733901372094Running coprocessor pre-close hooks at 1733901372094Disabling compacts and flushes for region at 1733901372094Disabling writes for close at 1733901372094Writing region close event to WAL at 1733901372140 (+46 ms)Running coprocessor post-close hooks at 1733901372168 (+28 ms)Closed at 1733901372169 (+1 ms) 2024-12-11T07:16:12,169 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733901300498.3dd005c965249d05199a85d3b831f6f3. 2024-12-11T07:16:12,169 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1976a2dbdf4e0ae2dc044c64ae11b58, disabling compactions & flushes 2024-12-11T07:16:12,169 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58. 2024-12-11T07:16:12,169 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58. 2024-12-11T07:16:12,169 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58. after waiting 0 ms 2024-12-11T07:16:12,169 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58. 2024-12-11T07:16:12,175 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/2c85d0eea457b45e6d1874f6ce330e91/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T07:16:12,176 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91. 2024-12-11T07:16:12,176 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c85d0eea457b45e6d1874f6ce330e91: Waiting for close lock at 1733901372119Running coprocessor pre-close hooks at 1733901372119Disabling compacts and flushes for region at 1733901372119Disabling writes for close at 1733901372119Writing region close event to WAL at 1733901372144 (+25 ms)Running coprocessor post-close hooks at 1733901372176 (+32 ms)Closed at 1733901372176 2024-12-11T07:16:12,176 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733901300498.2c85d0eea457b45e6d1874f6ce330e91. 2024-12-11T07:16:12,176 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d2400ccc780f9723cf3941ecec3d305, disabling compactions & flushes 2024-12-11T07:16:12,177 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305. 2024-12-11T07:16:12,177 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305. 2024-12-11T07:16:12,177 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305. after waiting 0 ms 2024-12-11T07:16:12,177 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305. 2024-12-11T07:16:12,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741862_1038 (size=20292) 2024-12-11T07:16:12,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741862_1038 (size=20292) 2024-12-11T07:16:12,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741862_1038 (size=20292) 2024-12-11T07:16:12,211 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740/.tmp/info/f2f56a7ca363420c8c27638e15753736 2024-12-11T07:16:12,224 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/c1976a2dbdf4e0ae2dc044c64ae11b58/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T07:16:12,227 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58. 2024-12-11T07:16:12,227 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1976a2dbdf4e0ae2dc044c64ae11b58: Waiting for close lock at 1733901372169Running coprocessor pre-close hooks at 1733901372169Disabling compacts and flushes for region at 1733901372169Disabling writes for close at 1733901372169Writing region close event to WAL at 1733901372180 (+11 ms)Running coprocessor post-close hooks at 1733901372227 (+47 ms)Closed at 1733901372227 2024-12-11T07:16:12,227 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733901300498.c1976a2dbdf4e0ae2dc044c64ae11b58. 2024-12-11T07:16:12,228 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4678b3e73be0ce786e797f695ae034e, disabling compactions & flushes 2024-12-11T07:16:12,228 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 2024-12-11T07:16:12,228 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 2024-12-11T07:16:12,228 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. after waiting 0 ms 2024-12-11T07:16:12,228 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 2024-12-11T07:16:12,236 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/6d2400ccc780f9723cf3941ecec3d305/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T07:16:12,237 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305. 2024-12-11T07:16:12,238 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d2400ccc780f9723cf3941ecec3d305: Waiting for close lock at 1733901372176Running coprocessor pre-close hooks at 1733901372176Disabling compacts and flushes for region at 1733901372176Disabling writes for close at 1733901372177 (+1 ms)Writing region close event to WAL at 1733901372189 (+12 ms)Running coprocessor post-close hooks at 1733901372237 (+48 ms)Closed at 1733901372237 2024-12-11T07:16:12,238 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733901300498.6d2400ccc780f9723cf3941ecec3d305. 2024-12-11T07:16:12,238 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2846bd2908972e58c6fcf6c164c040e, disabling compactions & flushes 2024-12-11T07:16:12,238 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 2024-12-11T07:16:12,238 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 2024-12-11T07:16:12,238 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. after waiting 0 ms 2024-12-11T07:16:12,238 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 2024-12-11T07:16:12,264 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/c4678b3e73be0ce786e797f695ae034e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T07:16:12,265 DEBUG [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 595753d2bd2642e504b74f6dcb6b1f2a, c4678b3e73be0ce786e797f695ae034e 2024-12-11T07:16:12,267 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 2024-12-11T07:16:12,267 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4678b3e73be0ce786e797f695ae034e: Waiting for close lock at 1733901372227Running coprocessor pre-close hooks at 1733901372227Disabling compacts and flushes for region at 1733901372227Disabling writes for close at 1733901372228 (+1 ms)Writing region close event to WAL at 1733901372234 (+6 ms)Running coprocessor post-close hooks at 1733901372267 (+33 ms)Closed at 1733901372267 2024-12-11T07:16:12,267 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733901300498.c4678b3e73be0ce786e797f695ae034e. 2024-12-11T07:16:12,267 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 595753d2bd2642e504b74f6dcb6b1f2a, disabling compactions & flushes 2024-12-11T07:16:12,267 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a. 2024-12-11T07:16:12,267 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a. 2024-12-11T07:16:12,267 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a. after waiting 0 ms 2024-12-11T07:16:12,267 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a. 2024-12-11T07:16:12,273 DEBUG [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(1351): Waiting on 00dd500515cd08d3eceac8dfefb97d95, d2846bd2908972e58c6fcf6c164c040e 2024-12-11T07:16:12,274 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740/.tmp/ns/82e069eaf00e4497abc4d6e7646b5cb5 is 43, key is default/ns:d/1733901300084/Put/seqid=0 2024-12-11T07:16:12,289 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/d2846bd2908972e58c6fcf6c164c040e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T07:16:12,290 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 2024-12-11T07:16:12,291 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2846bd2908972e58c6fcf6c164c040e: Waiting for close lock at 1733901372238Running coprocessor pre-close hooks at 1733901372238Disabling compacts and flushes for region at 1733901372238Disabling writes for close at 1733901372238Writing region close event to WAL at 1733901372268 (+30 ms)Running coprocessor post-close hooks at 1733901372290 (+22 ms)Closed at 1733901372290 2024-12-11T07:16:12,291 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733901300498.d2846bd2908972e58c6fcf6c164c040e. 2024-12-11T07:16:12,291 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00dd500515cd08d3eceac8dfefb97d95, disabling compactions & flushes 2024-12-11T07:16:12,291 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 2024-12-11T07:16:12,291 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 2024-12-11T07:16:12,291 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. after waiting 0 ms 2024-12-11T07:16:12,291 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 2024-12-11T07:16:12,304 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/595753d2bd2642e504b74f6dcb6b1f2a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T07:16:12,305 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a. 2024-12-11T07:16:12,305 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 595753d2bd2642e504b74f6dcb6b1f2a: Waiting for close lock at 1733901372267Running coprocessor pre-close hooks at 1733901372267Disabling compacts and flushes for region at 1733901372267Disabling writes for close at 1733901372267Writing region close event to WAL at 1733901372288 (+21 ms)Running coprocessor post-close hooks at 1733901372304 (+16 ms)Closed at 1733901372304 2024-12-11T07:16:12,305 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733901300498.595753d2bd2642e504b74f6dcb6b1f2a. 2024-12-11T07:16:12,321 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/default/SPTestTable/00dd500515cd08d3eceac8dfefb97d95/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T07:16:12,322 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 2024-12-11T07:16:12,322 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00dd500515cd08d3eceac8dfefb97d95: Waiting for close lock at 1733901372291Running coprocessor pre-close hooks at 1733901372291Disabling compacts and flushes for region at 1733901372291Disabling writes for close at 1733901372291Writing region close event to WAL at 1733901372301 (+10 ms)Running coprocessor post-close hooks at 1733901372322 (+21 ms)Closed at 1733901372322 2024-12-11T07:16:12,322 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733901300498.00dd500515cd08d3eceac8dfefb97d95. 2024-12-11T07:16:12,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741863_1039 (size=5153) 2024-12-11T07:16:12,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741863_1039 (size=5153) 2024-12-11T07:16:12,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741863_1039 (size=5153) 2024-12-11T07:16:12,333 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740/.tmp/ns/82e069eaf00e4497abc4d6e7646b5cb5 2024-12-11T07:16:12,376 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740/.tmp/table/572c0be6d78a426ab32bd49383b2cf2d is 47, key is SPTestTable/table:state/1733901311515/Put/seqid=0 2024-12-11T07:16:12,389 INFO [regionserver/0e20657b70f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T07:16:12,390 INFO [regionserver/0e20657b70f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T07:16:12,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741864_1040 (size=5214) 2024-12-11T07:16:12,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741864_1040 (size=5214) 2024-12-11T07:16:12,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741864_1040 (size=5214) 2024-12-11T07:16:12,404 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740/.tmp/table/572c0be6d78a426ab32bd49383b2cf2d 2024-12-11T07:16:12,423 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740/.tmp/info/f2f56a7ca363420c8c27638e15753736 as hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740/info/f2f56a7ca363420c8c27638e15753736 2024-12-11T07:16:12,433 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740/info/f2f56a7ca363420c8c27638e15753736, entries=116, sequenceid=37, filesize=19.8 K 2024-12-11T07:16:12,434 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740/.tmp/ns/82e069eaf00e4497abc4d6e7646b5cb5 as hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740/ns/82e069eaf00e4497abc4d6e7646b5cb5 2024-12-11T07:16:12,440 INFO [regionserver/0e20657b70f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T07:16:12,440 INFO [regionserver/0e20657b70f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T07:16:12,445 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740/ns/82e069eaf00e4497abc4d6e7646b5cb5, entries=2, sequenceid=37, filesize=5.0 K 2024-12-11T07:16:12,451 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740/.tmp/table/572c0be6d78a426ab32bd49383b2cf2d as hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740/table/572c0be6d78a426ab32bd49383b2cf2d 2024-12-11T07:16:12,461 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740/table/572c0be6d78a426ab32bd49383b2cf2d, entries=2, sequenceid=37, filesize=5.1 K 2024-12-11T07:16:12,462 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 396ms, sequenceid=37, compaction requested=false 2024-12-11T07:16:12,466 DEBUG [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T07:16:12,474 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(976): stopping server 0e20657b70f6,37783,1733901288222; all regions closed. 2024-12-11T07:16:12,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741834_1010 (size=3500) 2024-12-11T07:16:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741834_1010 (size=3500) 2024-12-11T07:16:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741834_1010 (size=3500) 2024-12-11T07:16:12,491 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-11T07:16:12,492 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T07:16:12,492 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T07:16:12,492 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733901372065Running coprocessor pre-close hooks at 1733901372065Disabling compacts and flushes for region at 1733901372065Disabling writes for close at 1733901372066 (+1 ms)Obtaining lock to block concurrent updates at 1733901372066Preparing flush snapshotting stores in 1588230740 at 1733901372066Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1733901372067 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733901372068 (+1 ms)Flushing 1588230740/info: creating writer at 1733901372068Flushing 1588230740/info: appending metadata at 1733901372126 (+58 ms)Flushing 1588230740/info: closing flushed file at 1733901372126Flushing 1588230740/ns: creating writer at 1733901372226 (+100 ms)Flushing 1588230740/ns: appending metadata at 1733901372273 (+47 ms)Flushing 1588230740/ns: closing flushed file at 1733901372273Flushing 1588230740/table: creating writer at 1733901372346 (+73 ms)Flushing 1588230740/table: appending metadata at 1733901372375 (+29 ms)Flushing 1588230740/table: closing flushed file at 1733901372375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fe6f957: reopening flushed file at 1733901372422 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60fcb445: reopening flushed file at 1733901372433 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d4add8: reopening flushed file at 1733901372446 (+13 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 396ms, sequenceid=37, compaction requested=false at 1733901372462 (+16 ms)Writing region close event to WAL at 1733901372475 (+13 ms)Running coprocessor post-close hooks at 1733901372492 (+17 ms)Closed at 1733901372492 2024-12-11T07:16:12,492 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T07:16:12,499 DEBUG [RS:2;0e20657b70f6:37783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/oldWALs 2024-12-11T07:16:12,499 INFO [RS:2;0e20657b70f6:37783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e20657b70f6%2C37783%2C1733901288222:(num 1733901289575) 2024-12-11T07:16:12,499 DEBUG [RS:2;0e20657b70f6:37783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:16:12,499 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T07:16:12,500 INFO [RS:2;0e20657b70f6:37783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T07:16:12,500 INFO [RS:2;0e20657b70f6:37783 {}] hbase.ChoreService(370): Chore service for: regionserver/0e20657b70f6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T07:16:12,500 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T07:16:12,500 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T07:16:12,500 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T07:16:12,500 INFO [regionserver/0e20657b70f6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T07:16:12,500 INFO [RS:2;0e20657b70f6:37783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T07:16:12,501 INFO [RS:2;0e20657b70f6:37783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37783 2024-12-11T07:16:12,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T07:16:12,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0e20657b70f6,37783,1733901288222 2024-12-11T07:16:12,504 INFO [RS:2;0e20657b70f6:37783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T07:16:12,507 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0e20657b70f6,37783,1733901288222] 2024-12-11T07:16:12,509 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0e20657b70f6,37783,1733901288222 already deleted, retry=false 2024-12-11T07:16:12,510 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0e20657b70f6,37783,1733901288222 expired; onlineServers=1 2024-12-11T07:16:12,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T07:16:12,607 INFO [RS:2;0e20657b70f6:37783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T07:16:12,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a05fe7350003, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T07:16:12,607 INFO [RS:2;0e20657b70f6:37783 {}] regionserver.HRegionServer(1031): Exiting; stopping=0e20657b70f6,37783,1733901288222; zookeeper connection closed. 2024-12-11T07:16:12,607 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75fb201a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75fb201a 2024-12-11T07:16:12,666 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(976): stopping server 0e20657b70f6,40003,1733901288082; all regions closed. 2024-12-11T07:16:12,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741836_1012 (size=19530) 2024-12-11T07:16:12,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741836_1012 (size=19530) 2024-12-11T07:16:12,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741836_1012 (size=19530) 2024-12-11T07:16:12,678 DEBUG [RS:0;0e20657b70f6:40003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/oldWALs 2024-12-11T07:16:12,678 INFO [RS:0;0e20657b70f6:40003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e20657b70f6%2C40003%2C1733901288082.meta:.meta(num 1733901299871) 2024-12-11T07:16:12,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741833_1009 (size=3530) 2024-12-11T07:16:12,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741833_1009 (size=3530) 2024-12-11T07:16:12,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741833_1009 (size=3530) 2024-12-11T07:16:12,694 DEBUG [RS:0;0e20657b70f6:40003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/oldWALs 2024-12-11T07:16:12,694 INFO [RS:0;0e20657b70f6:40003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e20657b70f6%2C40003%2C1733901288082:(num 1733901289571) 2024-12-11T07:16:12,694 DEBUG [RS:0;0e20657b70f6:40003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:16:12,694 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T07:16:12,694 INFO [RS:0;0e20657b70f6:40003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T07:16:12,694 INFO [RS:0;0e20657b70f6:40003 {}] hbase.ChoreService(370): Chore service for: regionserver/0e20657b70f6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T07:16:12,694 INFO [RS:0;0e20657b70f6:40003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T07:16:12,694 INFO [regionserver/0e20657b70f6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T07:16:12,695 INFO [RS:0;0e20657b70f6:40003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40003 2024-12-11T07:16:12,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0e20657b70f6,40003,1733901288082 2024-12-11T07:16:12,697 INFO [RS:0;0e20657b70f6:40003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T07:16:12,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T07:16:12,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0e20657b70f6,40003,1733901288082] 2024-12-11T07:16:12,702 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0e20657b70f6,40003,1733901288082 already deleted, retry=false 2024-12-11T07:16:12,702 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0e20657b70f6,40003,1733901288082 expired; onlineServers=0 2024-12-11T07:16:12,703 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0e20657b70f6,42339,1733901287401' ***** 2024-12-11T07:16:12,703 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T07:16:12,703 INFO [M:0;0e20657b70f6:42339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T07:16:12,703 INFO [M:0;0e20657b70f6:42339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T07:16:12,703 DEBUG [M:0;0e20657b70f6:42339 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T07:16:12,703 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T07:16:12,703 DEBUG [master/0e20657b70f6:0:becomeActiveMaster-HFileCleaner.large.0-1733901289200 {}] cleaner.HFileCleaner(306): Exit Thread[master/0e20657b70f6:0:becomeActiveMaster-HFileCleaner.large.0-1733901289200,5,FailOnTimeoutGroup] 2024-12-11T07:16:12,703 DEBUG [master/0e20657b70f6:0:becomeActiveMaster-HFileCleaner.small.0-1733901289201 {}] cleaner.HFileCleaner(306): Exit Thread[master/0e20657b70f6:0:becomeActiveMaster-HFileCleaner.small.0-1733901289201,5,FailOnTimeoutGroup] 2024-12-11T07:16:12,704 DEBUG [M:0;0e20657b70f6:42339 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T07:16:12,704 INFO [M:0;0e20657b70f6:42339 {}] hbase.ChoreService(370): Chore service for: master/0e20657b70f6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T07:16:12,704 INFO [M:0;0e20657b70f6:42339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T07:16:12,704 DEBUG [M:0;0e20657b70f6:42339 {}] master.HMaster(1795): Stopping service threads 2024-12-11T07:16:12,704 INFO [M:0;0e20657b70f6:42339 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T07:16:12,704 INFO [M:0;0e20657b70f6:42339 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T07:16:12,704 ERROR [M:0;0e20657b70f6:42339 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:33583 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33583,5,PEWorkerGroup] 2024-12-11T07:16:12,705 INFO [M:0;0e20657b70f6:42339 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T07:16:12,705 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T07:16:12,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T07:16:12,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:12,706 DEBUG [M:0;0e20657b70f6:42339 {}] zookeeper.ZKUtil(347): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T07:16:12,706 WARN [M:0;0e20657b70f6:42339 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T07:16:12,708 INFO [M:0;0e20657b70f6:42339 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/.lastflushedseqids 2024-12-11T07:16:12,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741865_1041 (size=686) 2024-12-11T07:16:12,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741865_1041 (size=686) 2024-12-11T07:16:12,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741865_1041 (size=686) 2024-12-11T07:16:12,738 INFO [M:0;0e20657b70f6:42339 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T07:16:12,739 INFO [M:0;0e20657b70f6:42339 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T07:16:12,739 DEBUG [M:0;0e20657b70f6:42339 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T07:16:12,739 INFO [M:0;0e20657b70f6:42339 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T07:16:12,739 DEBUG [M:0;0e20657b70f6:42339 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T07:16:12,739 DEBUG [M:0;0e20657b70f6:42339 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T07:16:12,739 DEBUG [M:0;0e20657b70f6:42339 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T07:16:12,739 INFO [M:0;0e20657b70f6:42339 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.26 KB heapSize=242.02 KB 2024-12-11T07:16:12,765 DEBUG [M:0;0e20657b70f6:42339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/019a73e556994d28ad93943cc7b1f568 is 82, key is hbase:meta,,1/info:regioninfo/1733901299996/Put/seqid=0 2024-12-11T07:16:12,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741866_1042 (size=5672) 2024-12-11T07:16:12,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741866_1042 (size=5672) 2024-12-11T07:16:12,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741866_1042 (size=5672) 2024-12-11T07:16:12,778 INFO [M:0;0e20657b70f6:42339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/019a73e556994d28ad93943cc7b1f568 2024-12-11T07:16:12,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T07:16:12,799 INFO [RS:0;0e20657b70f6:40003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T07:16:12,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101a05fe7350001, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T07:16:12,800 INFO [RS:0;0e20657b70f6:40003 {}] regionserver.HRegionServer(1031): Exiting; stopping=0e20657b70f6,40003,1733901288082; zookeeper connection closed. 2024-12-11T07:16:12,800 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2752a341 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2752a341 2024-12-11T07:16:12,800 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-11T07:16:12,804 DEBUG [M:0;0e20657b70f6:42339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/987ef1bd40f94b86b3b3a764698e0e90 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733901311528/Put/seqid=0 2024-12-11T07:16:12,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741867_1043 (size=8974) 2024-12-11T07:16:12,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741867_1043 (size=8974) 2024-12-11T07:16:12,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741867_1043 (size=8974) 2024-12-11T07:16:12,828 INFO [M:0;0e20657b70f6:42339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.52 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/987ef1bd40f94b86b3b3a764698e0e90 2024-12-11T07:16:12,835 INFO [M:0;0e20657b70f6:42339 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 987ef1bd40f94b86b3b3a764698e0e90 2024-12-11T07:16:12,853 DEBUG [M:0;0e20657b70f6:42339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b10eaf9b5f74d8091011d31b87ded5f is 69, key is 0e20657b70f6,37783,1733901288222/rs:state/1733901289288/Put/seqid=0 2024-12-11T07:16:12,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741868_1044 (size=5441) 2024-12-11T07:16:12,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741868_1044 (size=5441) 2024-12-11T07:16:12,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741868_1044 (size=5441) 2024-12-11T07:16:12,861 INFO [M:0;0e20657b70f6:42339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b10eaf9b5f74d8091011d31b87ded5f 2024-12-11T07:16:12,867 INFO [M:0;0e20657b70f6:42339 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b10eaf9b5f74d8091011d31b87ded5f 2024-12-11T07:16:12,868 DEBUG [M:0;0e20657b70f6:42339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/019a73e556994d28ad93943cc7b1f568 as hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/019a73e556994d28ad93943cc7b1f568 2024-12-11T07:16:12,873 INFO [M:0;0e20657b70f6:42339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/019a73e556994d28ad93943cc7b1f568, entries=8, sequenceid=513, filesize=5.5 K 2024-12-11T07:16:12,874 DEBUG [M:0;0e20657b70f6:42339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/987ef1bd40f94b86b3b3a764698e0e90 as hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/987ef1bd40f94b86b3b3a764698e0e90 2024-12-11T07:16:12,879 INFO [M:0;0e20657b70f6:42339 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 987ef1bd40f94b86b3b3a764698e0e90 2024-12-11T07:16:12,880 INFO [M:0;0e20657b70f6:42339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/987ef1bd40f94b86b3b3a764698e0e90, entries=56, sequenceid=513, filesize=8.8 K 2024-12-11T07:16:12,881 DEBUG [M:0;0e20657b70f6:42339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b10eaf9b5f74d8091011d31b87ded5f as hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b10eaf9b5f74d8091011d31b87ded5f 2024-12-11T07:16:12,887 INFO [M:0;0e20657b70f6:42339 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b10eaf9b5f74d8091011d31b87ded5f 2024-12-11T07:16:12,887 INFO [M:0;0e20657b70f6:42339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33583/user/jenkins/test-data/fab11fc1-ef94-b80a-2872-10f137b81402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b10eaf9b5f74d8091011d31b87ded5f, entries=3, sequenceid=513, filesize=5.3 K 2024-12-11T07:16:12,888 INFO [M:0;0e20657b70f6:42339 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.73 KB/247528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=513, compaction requested=false 2024-12-11T07:16:12,889 INFO [M:0;0e20657b70f6:42339 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T07:16:12,889 DEBUG [M:0;0e20657b70f6:42339 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733901372739Disabling compacts and flushes for region at 1733901372739Disabling writes for close at 1733901372739Obtaining lock to block concurrent updates at 1733901372739Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733901372739Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199943, getHeapSize=247768, getOffHeapSize=0, getCellsCount=620 at 1733901372740 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733901372741 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733901372741Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733901372764 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733901372764Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733901372785 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733901372803 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733901372803Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733901372835 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733901372852 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733901372852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c2bd884: reopening flushed file at 1733901372867 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c5273d8: reopening flushed file at 1733901372873 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73e7d98f: reopening flushed file at 1733901372880 (+7 ms)Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.73 KB/247528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=513, compaction requested=false at 1733901372888 (+8 ms)Writing region close event to WAL at 1733901372889 (+1 ms)Closed at 1733901372889 2024-12-11T07:16:12,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741830_1006 (size=234135) 2024-12-11T07:16:12,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741830_1006 (size=234135) 2024-12-11T07:16:12,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741830_1006 (size=234135) 2024-12-11T07:16:12,892 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T07:16:12,892 INFO [M:0;0e20657b70f6:42339 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T07:16:12,893 INFO [M:0;0e20657b70f6:42339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42339 2024-12-11T07:16:12,893 INFO [M:0;0e20657b70f6:42339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T07:16:12,995 INFO [M:0;0e20657b70f6:42339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T07:16:12,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T07:16:12,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x101a05fe7350000, quorum=127.0.0.1:55458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T07:16:12,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T07:16:13,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T07:16:13,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T07:16:13,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T07:16:13,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/hadoop.log.dir/,STOPPED} 2024-12-11T07:16:13,005 WARN [BP-1379811148-172.17.0.2-1733901284313 heartbeating to localhost/127.0.0.1:33583 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T07:16:13,005 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T07:16:13,005 WARN [BP-1379811148-172.17.0.2-1733901284313 heartbeating to localhost/127.0.0.1:33583 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1379811148-172.17.0.2-1733901284313 (Datanode Uuid 93576e41-ff73-480a-8710-ca23acc13e67) service to localhost/127.0.0.1:33583 2024-12-11T07:16:13,005 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T07:16:13,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/cluster_e91cd916-d24c-2bbd-82de-d73a5cb89815/data/data5/current/BP-1379811148-172.17.0.2-1733901284313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T07:16:13,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/cluster_e91cd916-d24c-2bbd-82de-d73a5cb89815/data/data6/current/BP-1379811148-172.17.0.2-1733901284313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T07:16:13,007 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T07:16:13,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T07:16:13,009 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T07:16:13,009 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T07:16:13,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T07:16:13,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/hadoop.log.dir/,STOPPED} 2024-12-11T07:16:13,011 WARN [BP-1379811148-172.17.0.2-1733901284313 heartbeating to localhost/127.0.0.1:33583 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T07:16:13,011 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T07:16:13,011 WARN [BP-1379811148-172.17.0.2-1733901284313 heartbeating to localhost/127.0.0.1:33583 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1379811148-172.17.0.2-1733901284313 (Datanode Uuid 4b1268b2-1951-480b-8c10-a8996784879c) service to localhost/127.0.0.1:33583 2024-12-11T07:16:13,011 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T07:16:13,011 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/cluster_e91cd916-d24c-2bbd-82de-d73a5cb89815/data/data3/current/BP-1379811148-172.17.0.2-1733901284313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T07:16:13,012 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/cluster_e91cd916-d24c-2bbd-82de-d73a5cb89815/data/data4/current/BP-1379811148-172.17.0.2-1733901284313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T07:16:13,012 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T07:16:13,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T07:16:13,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T07:16:13,015 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T07:16:13,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T07:16:13,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/hadoop.log.dir/,STOPPED} 2024-12-11T07:16:13,017 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T07:16:13,017 WARN [BP-1379811148-172.17.0.2-1733901284313 heartbeating to localhost/127.0.0.1:33583 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T07:16:13,017 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T07:16:13,017 WARN [BP-1379811148-172.17.0.2-1733901284313 heartbeating to localhost/127.0.0.1:33583 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1379811148-172.17.0.2-1733901284313 (Datanode Uuid c0f79427-0ae5-4f26-b7b3-ba2a40fe63f7) service to localhost/127.0.0.1:33583 2024-12-11T07:16:13,017 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/cluster_e91cd916-d24c-2bbd-82de-d73a5cb89815/data/data1/current/BP-1379811148-172.17.0.2-1733901284313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T07:16:13,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/cluster_e91cd916-d24c-2bbd-82de-d73a5cb89815/data/data2/current/BP-1379811148-172.17.0.2-1733901284313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T07:16:13,018 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T07:16:13,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T07:16:13,030 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T07:16:13,030 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T07:16:13,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T07:16:13,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/hadoop.log.dir/,STOPPED} 2024-12-11T07:16:13,040 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T07:16:13,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-11T07:16:13,088 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0e20657b70f6:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0e20657b70f6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@78235cf1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33583 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33583 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/0e20657b70f6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33583 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33583 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0e20657b70f6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0e20657b70f6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0e20657b70f6:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0e20657b70f6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 494), ProcessCount=11 (was 11), AvailableMemoryMB=5014 (was 6282) 2024-12-11T07:16:13,095 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=5014 2024-12-11T07:16:13,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/hadoop.log.dir so I do NOT create it in target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a 2024-12-11T07:16:13,109 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/hadoop.log.dir Erasing configuration value by system value. 2024-12-11T07:16:13,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/hadoop.tmp.dir so I do NOT create it in target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a 2024-12-11T07:16:13,109 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ddc375-7e00-a811-0f89-35d7c33a4f5c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-11T07:16:13,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a 2024-12-11T07:16:13,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T07:16:13,109 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/cluster_ffbe3e53-3ffd-ea6d-2163-2c39efa1f511, deleteOnExit=true 2024-12-11T07:16:13,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T07:16:13,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/test.cache.data in system properties and HBase conf 2024-12-11T07:16:13,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T07:16:13,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/hadoop.log.dir in system properties and HBase conf 2024-12-11T07:16:13,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T07:16:13,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T07:16:13,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T07:16:13,110 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T07:16:13,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T07:16:13,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T07:16:13,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T07:16:13,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T07:16:13,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T07:16:13,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T07:16:13,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T07:16:13,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T07:16:13,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T07:16:13,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/nfs.dump.dir in system properties and HBase conf 2024-12-11T07:16:13,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/java.io.tmpdir in system properties and HBase conf 2024-12-11T07:16:13,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T07:16:13,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T07:16:13,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T07:16:13,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T07:16:13,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T07:16:13,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T07:16:13,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T07:16:13,237 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T07:16:13,238 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T07:16:13,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6060a5e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/hadoop.log.dir/,AVAILABLE} 2024-12-11T07:16:13,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ac27c5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T07:16:13,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@696b608c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/java.io.tmpdir/jetty-localhost-45843-hadoop-hdfs-3_4_1-tests_jar-_-any-11347455594318063721/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T07:16:13,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7053826d{HTTP/1.1, (http/1.1)}{localhost:45843} 2024-12-11T07:16:13,356 INFO [Time-limited test {}] server.Server(415): Started @91101ms 2024-12-11T07:16:13,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T07:16:13,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T07:16:13,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T07:16:13,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T07:16:13,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T07:16:13,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@274eec8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/hadoop.log.dir/,AVAILABLE} 2024-12-11T07:16:13,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13d31af2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T07:16:13,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ee46248{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/java.io.tmpdir/jetty-localhost-45729-hadoop-hdfs-3_4_1-tests_jar-_-any-8520390016815407254/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T07:16:13,575 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51f349c1{HTTP/1.1, (http/1.1)}{localhost:45729} 2024-12-11T07:16:13,575 INFO [Time-limited test {}] server.Server(415): Started @91320ms 2024-12-11T07:16:13,577 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T07:16:13,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T07:16:13,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T07:16:13,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T07:16:13,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T07:16:13,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T07:16:13,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70fe7c6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/hadoop.log.dir/,AVAILABLE} 2024-12-11T07:16:13,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50f5fe09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T07:16:13,679 WARN [Thread-667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/cluster_ffbe3e53-3ffd-ea6d-2163-2c39efa1f511/data/data1/current/BP-436843161-172.17.0.2-1733901373136/current, will proceed with Du for space computation calculation, 2024-12-11T07:16:13,679 WARN [Thread-668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/cluster_ffbe3e53-3ffd-ea6d-2163-2c39efa1f511/data/data2/current/BP-436843161-172.17.0.2-1733901373136/current, will proceed with Du for space computation calculation, 2024-12-11T07:16:13,696 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T07:16:13,699 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x409374e19990279f with lease ID 0x1e5aa2df586ac426: Processing first storage report for DS-2f949419-7579-42ab-b254-a958af3a79be from datanode DatanodeRegistration(127.0.0.1:44309, datanodeUuid=20df4e69-69ea-4e3a-b61f-28ae5e9ab2a3, infoPort=34181, infoSecurePort=0, ipcPort=43859, storageInfo=lv=-57;cid=testClusterID;nsid=2019746963;c=1733901373136) 2024-12-11T07:16:13,699 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x409374e19990279f with lease ID 0x1e5aa2df586ac426: from storage DS-2f949419-7579-42ab-b254-a958af3a79be node DatanodeRegistration(127.0.0.1:44309, datanodeUuid=20df4e69-69ea-4e3a-b61f-28ae5e9ab2a3, infoPort=34181, infoSecurePort=0, ipcPort=43859, storageInfo=lv=-57;cid=testClusterID;nsid=2019746963;c=1733901373136), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T07:16:13,699 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x409374e19990279f with lease ID 0x1e5aa2df586ac426: Processing first storage report for DS-d81c6dd6-3c54-4def-a716-f6475f0920c4 from datanode DatanodeRegistration(127.0.0.1:44309, datanodeUuid=20df4e69-69ea-4e3a-b61f-28ae5e9ab2a3, infoPort=34181, infoSecurePort=0, ipcPort=43859, storageInfo=lv=-57;cid=testClusterID;nsid=2019746963;c=1733901373136) 2024-12-11T07:16:13,699 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x409374e19990279f with lease ID 0x1e5aa2df586ac426: from storage DS-d81c6dd6-3c54-4def-a716-f6475f0920c4 node DatanodeRegistration(127.0.0.1:44309, datanodeUuid=20df4e69-69ea-4e3a-b61f-28ae5e9ab2a3, infoPort=34181, infoSecurePort=0, ipcPort=43859, storageInfo=lv=-57;cid=testClusterID;nsid=2019746963;c=1733901373136), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T07:16:13,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d9e2f03{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/java.io.tmpdir/jetty-localhost-40519-hadoop-hdfs-3_4_1-tests_jar-_-any-1181719588888885732/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T07:16:13,736 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b52b262{HTTP/1.1, (http/1.1)}{localhost:40519} 2024-12-11T07:16:13,737 INFO [Time-limited test {}] server.Server(415): Started @91481ms 2024-12-11T07:16:13,738 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T07:16:13,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T07:16:13,774 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T07:16:13,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T07:16:13,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T07:16:13,775 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T07:16:13,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18820903{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/hadoop.log.dir/,AVAILABLE} 2024-12-11T07:16:13,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5252a9a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T07:16:13,845 WARN [Thread-702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/cluster_ffbe3e53-3ffd-ea6d-2163-2c39efa1f511/data/data3/current/BP-436843161-172.17.0.2-1733901373136/current, will proceed with Du for space computation calculation, 2024-12-11T07:16:13,845 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/cluster_ffbe3e53-3ffd-ea6d-2163-2c39efa1f511/data/data4/current/BP-436843161-172.17.0.2-1733901373136/current, will proceed with Du for space computation calculation, 2024-12-11T07:16:13,865 WARN [Thread-682 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T07:16:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x727578003ca176b9 with lease ID 0x1e5aa2df586ac427: Processing first storage report for DS-f7f53725-58d4-401f-a99b-d7e355758558 from datanode DatanodeRegistration(127.0.0.1:40613, datanodeUuid=927b6d49-42ed-4f5c-9b47-6cf3c2b9690c, infoPort=44973, infoSecurePort=0, ipcPort=39767, storageInfo=lv=-57;cid=testClusterID;nsid=2019746963;c=1733901373136) 2024-12-11T07:16:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x727578003ca176b9 with lease ID 0x1e5aa2df586ac427: from storage DS-f7f53725-58d4-401f-a99b-d7e355758558 node DatanodeRegistration(127.0.0.1:40613, datanodeUuid=927b6d49-42ed-4f5c-9b47-6cf3c2b9690c, infoPort=44973, infoSecurePort=0, ipcPort=39767, storageInfo=lv=-57;cid=testClusterID;nsid=2019746963;c=1733901373136), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T07:16:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x727578003ca176b9 with lease ID 0x1e5aa2df586ac427: Processing first storage report for DS-da0433ee-25bf-485e-a03e-eec97e36a31e from datanode DatanodeRegistration(127.0.0.1:40613, datanodeUuid=927b6d49-42ed-4f5c-9b47-6cf3c2b9690c, infoPort=44973, infoSecurePort=0, ipcPort=39767, storageInfo=lv=-57;cid=testClusterID;nsid=2019746963;c=1733901373136) 2024-12-11T07:16:13,869 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x727578003ca176b9 with lease ID 0x1e5aa2df586ac427: from storage DS-da0433ee-25bf-485e-a03e-eec97e36a31e node DatanodeRegistration(127.0.0.1:40613, datanodeUuid=927b6d49-42ed-4f5c-9b47-6cf3c2b9690c, infoPort=44973, infoSecurePort=0, ipcPort=39767, storageInfo=lv=-57;cid=testClusterID;nsid=2019746963;c=1733901373136), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T07:16:13,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25075e3c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/java.io.tmpdir/jetty-localhost-40023-hadoop-hdfs-3_4_1-tests_jar-_-any-4593288532838335718/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T07:16:13,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2df72bee{HTTP/1.1, (http/1.1)}{localhost:40023} 2024-12-11T07:16:13,892 INFO [Time-limited test {}] server.Server(415): Started @91637ms 2024-12-11T07:16:13,893 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T07:16:13,995 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/cluster_ffbe3e53-3ffd-ea6d-2163-2c39efa1f511/data/data6/current/BP-436843161-172.17.0.2-1733901373136/current, will proceed with Du for space computation calculation, 2024-12-11T07:16:13,995 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/cluster_ffbe3e53-3ffd-ea6d-2163-2c39efa1f511/data/data5/current/BP-436843161-172.17.0.2-1733901373136/current, will proceed with Du for space computation calculation, 2024-12-11T07:16:14,012 WARN [Thread-717 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T07:16:14,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ce991dd11de455e with lease ID 0x1e5aa2df586ac428: Processing first storage report for DS-3ecfff0f-25b5-4e46-aa4f-8dc4b5925cfe from datanode DatanodeRegistration(127.0.0.1:37451, datanodeUuid=4223f8f7-856f-424b-9113-70545c31d158, infoPort=36245, infoSecurePort=0, ipcPort=39865, storageInfo=lv=-57;cid=testClusterID;nsid=2019746963;c=1733901373136) 2024-12-11T07:16:14,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ce991dd11de455e with lease ID 0x1e5aa2df586ac428: from storage DS-3ecfff0f-25b5-4e46-aa4f-8dc4b5925cfe node DatanodeRegistration(127.0.0.1:37451, datanodeUuid=4223f8f7-856f-424b-9113-70545c31d158, infoPort=36245, infoSecurePort=0, ipcPort=39865, storageInfo=lv=-57;cid=testClusterID;nsid=2019746963;c=1733901373136), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T07:16:14,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ce991dd11de455e with lease ID 0x1e5aa2df586ac428: Processing first storage report for DS-0a79e3ca-f106-40e8-8385-638d3f73dd92 from datanode DatanodeRegistration(127.0.0.1:37451, datanodeUuid=4223f8f7-856f-424b-9113-70545c31d158, infoPort=36245, infoSecurePort=0, ipcPort=39865, storageInfo=lv=-57;cid=testClusterID;nsid=2019746963;c=1733901373136) 2024-12-11T07:16:14,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ce991dd11de455e with lease ID 0x1e5aa2df586ac428: from storage DS-0a79e3ca-f106-40e8-8385-638d3f73dd92 node DatanodeRegistration(127.0.0.1:37451, datanodeUuid=4223f8f7-856f-424b-9113-70545c31d158, infoPort=36245, infoSecurePort=0, ipcPort=39865, storageInfo=lv=-57;cid=testClusterID;nsid=2019746963;c=1733901373136), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T07:16:14,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a 2024-12-11T07:16:14,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/cluster_ffbe3e53-3ffd-ea6d-2163-2c39efa1f511/zookeeper_0, clientPort=56374, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/cluster_ffbe3e53-3ffd-ea6d-2163-2c39efa1f511/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/cluster_ffbe3e53-3ffd-ea6d-2163-2c39efa1f511/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T07:16:14,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56374 2024-12-11T07:16:14,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:16:14,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:16:14,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741825_1001 (size=7) 2024-12-11T07:16:14,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741825_1001 (size=7) 2024-12-11T07:16:14,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741825_1001 (size=7) 2024-12-11T07:16:14,038 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02 with version=8 2024-12-11T07:16:14,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/hbase-staging 2024-12-11T07:16:14,040 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0e20657b70f6:0 server-side Connection retries=45 2024-12-11T07:16:14,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T07:16:14,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T07:16:14,041 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T07:16:14,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T07:16:14,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T07:16:14,041 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T07:16:14,041 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T07:16:14,042 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35903 2024-12-11T07:16:14,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35903 connecting to ZooKeeper ensemble=127.0.0.1:56374 2024-12-11T07:16:14,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359030x0, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T07:16:14,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35903-0x101a0613cd60000 connected 2024-12-11T07:16:14,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:16:14,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:16:14,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T07:16:14,080 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02, hbase.cluster.distributed=false 2024-12-11T07:16:14,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T07:16:14,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35903 2024-12-11T07:16:14,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35903 2024-12-11T07:16:14,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35903 2024-12-11T07:16:14,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35903 2024-12-11T07:16:14,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35903 2024-12-11T07:16:14,106 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0e20657b70f6:0 server-side Connection retries=45 2024-12-11T07:16:14,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T07:16:14,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T07:16:14,106 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T07:16:14,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T07:16:14,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T07:16:14,106 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T07:16:14,107 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T07:16:14,107 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35087 2024-12-11T07:16:14,109 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35087 connecting to ZooKeeper ensemble=127.0.0.1:56374 2024-12-11T07:16:14,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:16:14,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:16:14,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350870x0, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T07:16:14,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35087-0x101a0613cd60001 connected 2024-12-11T07:16:14,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35087-0x101a0613cd60001, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T07:16:14,117 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T07:16:14,117 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T07:16:14,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35087-0x101a0613cd60001, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T07:16:14,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35087-0x101a0613cd60001, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T07:16:14,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35087 2024-12-11T07:16:14,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35087 2024-12-11T07:16:14,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35087 2024-12-11T07:16:14,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35087 2024-12-11T07:16:14,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35087 2024-12-11T07:16:14,137 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0e20657b70f6:0 server-side Connection retries=45 2024-12-11T07:16:14,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T07:16:14,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T07:16:14,137 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T07:16:14,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T07:16:14,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T07:16:14,137 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T07:16:14,137 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T07:16:14,138 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39401 2024-12-11T07:16:14,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39401 connecting to ZooKeeper ensemble=127.0.0.1:56374 2024-12-11T07:16:14,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:16:14,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:16:14,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394010x0, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T07:16:14,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39401-0x101a0613cd60002 connected 2024-12-11T07:16:14,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T07:16:14,146 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T07:16:14,148 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T07:16:14,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T07:16:14,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T07:16:14,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39401 2024-12-11T07:16:14,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39401 2024-12-11T07:16:14,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39401 2024-12-11T07:16:14,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39401 2024-12-11T07:16:14,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39401 2024-12-11T07:16:14,173 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0e20657b70f6:0 server-side Connection retries=45 2024-12-11T07:16:14,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T07:16:14,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T07:16:14,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T07:16:14,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T07:16:14,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T07:16:14,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T07:16:14,173 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T07:16:14,174 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33243 2024-12-11T07:16:14,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33243 connecting to ZooKeeper ensemble=127.0.0.1:56374 2024-12-11T07:16:14,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:16:14,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:16:14,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332430x0, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T07:16:14,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332430x0, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T07:16:14,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33243-0x101a0613cd60003 connected 2024-12-11T07:16:14,184 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T07:16:14,186 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T07:16:14,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T07:16:14,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T07:16:14,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33243 2024-12-11T07:16:14,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33243 2024-12-11T07:16:14,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33243 2024-12-11T07:16:14,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33243 2024-12-11T07:16:14,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33243 2024-12-11T07:16:14,206 DEBUG [M:0;0e20657b70f6:35903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0e20657b70f6:35903 2024-12-11T07:16:14,206 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0e20657b70f6,35903,1733901374040 2024-12-11T07:16:14,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x101a0613cd60001, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T07:16:14,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T07:16:14,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T07:16:14,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T07:16:14,209 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0e20657b70f6,35903,1733901374040 2024-12-11T07:16:14,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T07:16:14,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x101a0613cd60001, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T07:16:14,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x101a0613cd60001, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T07:16:14,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,212 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T07:16:14,212 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0e20657b70f6,35903,1733901374040 from backup master directory 2024-12-11T07:16:14,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0e20657b70f6,35903,1733901374040 2024-12-11T07:16:14,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x101a0613cd60001, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T07:16:14,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T07:16:14,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T07:16:14,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T07:16:14,214 WARN [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T07:16:14,214 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0e20657b70f6,35903,1733901374040 2024-12-11T07:16:14,220 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/hbase.id] with ID: b24a5653-43f1-420b-a3c3-7d474f11cf7a 2024-12-11T07:16:14,220 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/.tmp/hbase.id 2024-12-11T07:16:14,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741826_1002 (size=42) 2024-12-11T07:16:14,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741826_1002 (size=42) 2024-12-11T07:16:14,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741826_1002 (size=42) 2024-12-11T07:16:14,229 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/.tmp/hbase.id]:[hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/hbase.id] 2024-12-11T07:16:14,243 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T07:16:14,243 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T07:16:14,244 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-11T07:16:14,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x101a0613cd60001, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741827_1003 (size=196) 2024-12-11T07:16:14,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741827_1003 (size=196) 2024-12-11T07:16:14,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741827_1003 (size=196) 2024-12-11T07:16:14,257 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T07:16:14,258 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T07:16:14,259 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T07:16:14,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741828_1004 (size=1189) 2024-12-11T07:16:14,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741828_1004 (size=1189) 2024-12-11T07:16:14,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741828_1004 (size=1189) 2024-12-11T07:16:14,269 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store 2024-12-11T07:16:14,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741829_1005 (size=34) 2024-12-11T07:16:14,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741829_1005 (size=34) 2024-12-11T07:16:14,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741829_1005 (size=34) 2024-12-11T07:16:14,277 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:14,277 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T07:16:14,277 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T07:16:14,277 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T07:16:14,277 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T07:16:14,277 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T07:16:14,277 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T07:16:14,277 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733901374277Disabling compacts and flushes for region at 1733901374277Disabling writes for close at 1733901374277Writing region close event to WAL at 1733901374277Closed at 1733901374277 2024-12-11T07:16:14,278 WARN [master/0e20657b70f6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/.initializing 2024-12-11T07:16:14,278 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/WALs/0e20657b70f6,35903,1733901374040 2024-12-11T07:16:14,279 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T07:16:14,281 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e20657b70f6%2C35903%2C1733901374040, suffix=, logDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/WALs/0e20657b70f6,35903,1733901374040, archiveDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/oldWALs, maxLogs=10 2024-12-11T07:16:14,294 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/WALs/0e20657b70f6,35903,1733901374040/0e20657b70f6%2C35903%2C1733901374040.1733901374281, exclude list is [], retry=0 2024-12-11T07:16:14,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40613,DS-f7f53725-58d4-401f-a99b-d7e355758558,DISK] 2024-12-11T07:16:14,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37451,DS-3ecfff0f-25b5-4e46-aa4f-8dc4b5925cfe,DISK] 2024-12-11T07:16:14,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44309,DS-2f949419-7579-42ab-b254-a958af3a79be,DISK] 2024-12-11T07:16:14,299 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/WALs/0e20657b70f6,35903,1733901374040/0e20657b70f6%2C35903%2C1733901374040.1733901374281 2024-12-11T07:16:14,300 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44973:44973),(127.0.0.1/127.0.0.1:36245:36245),(127.0.0.1/127.0.0.1:34181:34181)] 2024-12-11T07:16:14,300 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T07:16:14,301 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:14,301 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:16:14,301 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:16:14,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:16:14,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T07:16:14,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:14,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T07:16:14,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:16:14,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T07:16:14,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:14,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:16:14,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:16:14,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T07:16:14,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:14,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:16:14,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:16:14,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T07:16:14,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:14,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:16:14,312 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:16:14,312 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:16:14,313 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:16:14,314 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:16:14,314 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:16:14,315 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T07:16:14,316 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T07:16:14,318 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:16:14,319 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66281965, jitterRate=-0.012321755290031433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T07:16:14,319 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733901374301Initializing all the Stores at 1733901374302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733901374302Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901374302Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901374302Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901374302Cleaning up temporary data from old regions at 1733901374314 (+12 ms)Region opened successfully at 1733901374319 (+5 ms) 2024-12-11T07:16:14,320 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T07:16:14,324 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2317c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e20657b70f6/172.17.0.2:0 2024-12-11T07:16:14,325 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T07:16:14,325 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T07:16:14,325 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T07:16:14,325 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T07:16:14,326 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-11T07:16:14,326 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-11T07:16:14,326 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-11T07:16:14,328 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T07:16:14,329 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T07:16:14,331 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T07:16:14,331 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T07:16:14,331 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T07:16:14,333 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T07:16:14,333 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T07:16:14,334 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T07:16:14,335 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T07:16:14,335 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T07:16:14,337 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T07:16:14,339 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T07:16:14,340 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T07:16:14,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x101a0613cd60001, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T07:16:14,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T07:16:14,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x101a0613cd60001, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T07:16:14,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T07:16:14,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,343 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0e20657b70f6,35903,1733901374040, sessionid=0x101a0613cd60000, setting cluster-up flag (Was=false) 2024-12-11T07:16:14,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x101a0613cd60001, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,351 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T07:16:14,352 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0e20657b70f6,35903,1733901374040 2024-12-11T07:16:14,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x101a0613cd60001, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,362 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T07:16:14,362 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0e20657b70f6,35903,1733901374040 2024-12-11T07:16:14,364 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T07:16:14,365 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T07:16:14,366 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T07:16:14,366 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T07:16:14,366 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0e20657b70f6,35903,1733901374040 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T07:16:14,367 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0e20657b70f6:0, corePoolSize=5, maxPoolSize=5 2024-12-11T07:16:14,367 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0e20657b70f6:0, corePoolSize=5, maxPoolSize=5 2024-12-11T07:16:14,367 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0e20657b70f6:0, corePoolSize=5, maxPoolSize=5 2024-12-11T07:16:14,367 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0e20657b70f6:0, corePoolSize=5, maxPoolSize=5 2024-12-11T07:16:14,367 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0e20657b70f6:0, corePoolSize=10, maxPoolSize=10 2024-12-11T07:16:14,367 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,367 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0e20657b70f6:0, corePoolSize=2, maxPoolSize=2 2024-12-11T07:16:14,367 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,368 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733901404368 2024-12-11T07:16:14,368 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T07:16:14,368 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T07:16:14,368 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T07:16:14,368 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T07:16:14,368 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T07:16:14,368 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T07:16:14,369 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T07:16:14,369 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,369 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T07:16:14,369 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T07:16:14,369 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T07:16:14,369 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T07:16:14,369 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T07:16:14,369 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T07:16:14,370 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0e20657b70f6:0:becomeActiveMaster-HFileCleaner.large.0-1733901374369,5,FailOnTimeoutGroup] 2024-12-11T07:16:14,370 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:14,370 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0e20657b70f6:0:becomeActiveMaster-HFileCleaner.small.0-1733901374370,5,FailOnTimeoutGroup] 2024-12-11T07:16:14,370 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,370 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T07:16:14,370 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,370 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T07:16:14,370 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741831_1007 (size=1321) 2024-12-11T07:16:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741831_1007 (size=1321) 2024-12-11T07:16:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741831_1007 (size=1321) 2024-12-11T07:16:14,379 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T07:16:14,379 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02 2024-12-11T07:16:14,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741832_1008 (size=32) 2024-12-11T07:16:14,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741832_1008 (size=32) 2024-12-11T07:16:14,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741832_1008 (size=32) 2024-12-11T07:16:14,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:14,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T07:16:14,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T07:16:14,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:14,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T07:16:14,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T07:16:14,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T07:16:14,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:14,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T07:16:14,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T07:16:14,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T07:16:14,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:14,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T07:16:14,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T07:16:14,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T07:16:14,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:14,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T07:16:14,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T07:16:14,397 INFO [RS:0;0e20657b70f6:35087 {}] regionserver.HRegionServer(746): ClusterId : b24a5653-43f1-420b-a3c3-7d474f11cf7a 2024-12-11T07:16:14,397 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(746): ClusterId : b24a5653-43f1-420b-a3c3-7d474f11cf7a 2024-12-11T07:16:14,397 DEBUG [RS:2;0e20657b70f6:33243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T07:16:14,397 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(746): ClusterId : b24a5653-43f1-420b-a3c3-7d474f11cf7a 2024-12-11T07:16:14,397 DEBUG [RS:1;0e20657b70f6:39401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T07:16:14,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740 2024-12-11T07:16:14,397 DEBUG [RS:0;0e20657b70f6:35087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T07:16:14,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740 2024-12-11T07:16:14,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T07:16:14,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T07:16:14,400 DEBUG [RS:2;0e20657b70f6:33243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T07:16:14,400 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T07:16:14,400 DEBUG [RS:2;0e20657b70f6:33243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T07:16:14,400 DEBUG [RS:0;0e20657b70f6:35087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T07:16:14,400 DEBUG [RS:0;0e20657b70f6:35087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T07:16:14,400 DEBUG [RS:1;0e20657b70f6:39401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T07:16:14,400 DEBUG [RS:1;0e20657b70f6:39401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T07:16:14,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T07:16:14,404 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:16:14,404 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73590748, jitterRate=0.09658759832382202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T07:16:14,405 DEBUG [RS:2;0e20657b70f6:33243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T07:16:14,405 DEBUG [RS:1;0e20657b70f6:39401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T07:16:14,405 DEBUG [RS:2;0e20657b70f6:33243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be6932b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e20657b70f6/172.17.0.2:0 2024-12-11T07:16:14,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733901374387Initializing all the Stores at 1733901374388 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733901374388Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733901374388Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901374388Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733901374388Cleaning up temporary data from old regions at 1733901374399 (+11 ms)Region opened successfully at 1733901374405 (+6 ms) 2024-12-11T07:16:14,405 DEBUG [RS:1;0e20657b70f6:39401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6b689e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e20657b70f6/172.17.0.2:0 2024-12-11T07:16:14,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T07:16:14,405 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T07:16:14,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T07:16:14,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T07:16:14,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T07:16:14,406 DEBUG [RS:0;0e20657b70f6:35087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T07:16:14,406 DEBUG [RS:0;0e20657b70f6:35087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e46eedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e20657b70f6/172.17.0.2:0 2024-12-11T07:16:14,409 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T07:16:14,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733901374405Disabling compacts and flushes for region at 1733901374405Disabling writes for close at 1733901374405Writing region close event to WAL at 1733901374408 (+3 ms)Closed at 1733901374408 2024-12-11T07:16:14,411 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T07:16:14,411 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T07:16:14,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T07:16:14,413 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T07:16:14,414 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T07:16:14,421 DEBUG [RS:1;0e20657b70f6:39401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0e20657b70f6:39401 2024-12-11T07:16:14,422 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T07:16:14,422 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T07:16:14,422 DEBUG [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T07:16:14,423 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e20657b70f6,35903,1733901374040 with port=39401, startcode=1733901374137 2024-12-11T07:16:14,423 DEBUG [RS:2;0e20657b70f6:33243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;0e20657b70f6:33243 2024-12-11T07:16:14,423 DEBUG [RS:1;0e20657b70f6:39401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T07:16:14,423 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T07:16:14,423 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T07:16:14,423 DEBUG [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T07:16:14,424 DEBUG [RS:0;0e20657b70f6:35087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0e20657b70f6:35087 2024-12-11T07:16:14,424 INFO [RS:0;0e20657b70f6:35087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T07:16:14,424 INFO [RS:0;0e20657b70f6:35087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T07:16:14,424 DEBUG [RS:0;0e20657b70f6:35087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T07:16:14,424 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e20657b70f6,35903,1733901374040 with port=33243, startcode=1733901374172 2024-12-11T07:16:14,424 DEBUG [RS:2;0e20657b70f6:33243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T07:16:14,425 INFO [RS:0;0e20657b70f6:35087 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e20657b70f6,35903,1733901374040 with port=35087, startcode=1733901374106 2024-12-11T07:16:14,425 DEBUG [RS:0;0e20657b70f6:35087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T07:16:14,425 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T07:16:14,426 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T07:16:14,426 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T07:16:14,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0e20657b70f6,39401,1733901374137 2024-12-11T07:16:14,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35903 {}] master.ServerManager(517): Registering regionserver=0e20657b70f6,39401,1733901374137 2024-12-11T07:16:14,428 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0e20657b70f6,33243,1733901374172 2024-12-11T07:16:14,428 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35903 {}] master.ServerManager(517): Registering regionserver=0e20657b70f6,33243,1733901374172 2024-12-11T07:16:14,428 DEBUG [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02 2024-12-11T07:16:14,428 DEBUG [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36643 2024-12-11T07:16:14,428 DEBUG [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T07:16:14,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0e20657b70f6,35087,1733901374106 2024-12-11T07:16:14,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35903 {}] master.ServerManager(517): Registering regionserver=0e20657b70f6,35087,1733901374106 2024-12-11T07:16:14,430 DEBUG [RS:0;0e20657b70f6:35087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02 2024-12-11T07:16:14,430 DEBUG [RS:0;0e20657b70f6:35087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36643 2024-12-11T07:16:14,430 DEBUG [RS:0;0e20657b70f6:35087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T07:16:14,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T07:16:14,430 DEBUG [RS:1;0e20657b70f6:39401 {}] zookeeper.ZKUtil(111): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0e20657b70f6,39401,1733901374137 2024-12-11T07:16:14,431 WARN [RS:1;0e20657b70f6:39401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T07:16:14,431 INFO [RS:1;0e20657b70f6:39401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T07:16:14,431 DEBUG [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,39401,1733901374137 2024-12-11T07:16:14,432 DEBUG [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02 2024-12-11T07:16:14,432 DEBUG [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36643 2024-12-11T07:16:14,432 DEBUG [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T07:16:14,436 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0e20657b70f6,39401,1733901374137] 2024-12-11T07:16:14,436 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0e20657b70f6,35087,1733901374106] 2024-12-11T07:16:14,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T07:16:14,438 DEBUG [RS:0;0e20657b70f6:35087 {}] zookeeper.ZKUtil(111): regionserver:35087-0x101a0613cd60001, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0e20657b70f6,35087,1733901374106 2024-12-11T07:16:14,438 WARN [RS:0;0e20657b70f6:35087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T07:16:14,438 INFO [RS:0;0e20657b70f6:35087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T07:16:14,438 DEBUG [RS:2;0e20657b70f6:33243 {}] zookeeper.ZKUtil(111): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0e20657b70f6,33243,1733901374172 2024-12-11T07:16:14,438 DEBUG [RS:0;0e20657b70f6:35087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106 2024-12-11T07:16:14,438 WARN [RS:2;0e20657b70f6:33243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T07:16:14,438 INFO [RS:2;0e20657b70f6:33243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T07:16:14,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0e20657b70f6,33243,1733901374172] 2024-12-11T07:16:14,438 DEBUG [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,33243,1733901374172 2024-12-11T07:16:14,439 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T07:16:14,441 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T07:16:14,442 INFO [RS:1;0e20657b70f6:39401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T07:16:14,442 INFO [RS:1;0e20657b70f6:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,442 INFO [RS:0;0e20657b70f6:35087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T07:16:14,444 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T07:16:14,444 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T07:16:14,445 INFO [RS:1;0e20657b70f6:39401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T07:16:14,445 INFO [RS:1;0e20657b70f6:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,445 DEBUG [RS:1;0e20657b70f6:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,445 DEBUG [RS:1;0e20657b70f6:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,445 DEBUG [RS:1;0e20657b70f6:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,445 DEBUG [RS:1;0e20657b70f6:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,445 DEBUG [RS:1;0e20657b70f6:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,445 DEBUG [RS:1;0e20657b70f6:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0, corePoolSize=2, maxPoolSize=2 2024-12-11T07:16:14,446 DEBUG [RS:1;0e20657b70f6:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,446 DEBUG [RS:1;0e20657b70f6:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,446 DEBUG [RS:1;0e20657b70f6:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,446 DEBUG [RS:1;0e20657b70f6:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,446 DEBUG [RS:1;0e20657b70f6:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,446 DEBUG [RS:1;0e20657b70f6:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,446 DEBUG [RS:1;0e20657b70f6:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0, corePoolSize=3, maxPoolSize=3 2024-12-11T07:16:14,446 DEBUG [RS:1;0e20657b70f6:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0e20657b70f6:0, corePoolSize=3, maxPoolSize=3 2024-12-11T07:16:14,448 INFO [RS:0;0e20657b70f6:35087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T07:16:14,448 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T07:16:14,449 INFO [RS:0;0e20657b70f6:35087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T07:16:14,449 INFO [RS:0;0e20657b70f6:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,452 INFO [RS:1;0e20657b70f6:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,452 INFO [RS:2;0e20657b70f6:33243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T07:16:14,452 INFO [RS:1;0e20657b70f6:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,452 INFO [RS:2;0e20657b70f6:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,452 INFO [RS:1;0e20657b70f6:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,453 INFO [RS:1;0e20657b70f6:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,453 INFO [RS:1;0e20657b70f6:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,453 INFO [RS:0;0e20657b70f6:35087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T07:16:14,453 INFO [RS:1;0e20657b70f6:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,39401,1733901374137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T07:16:14,453 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T07:16:14,453 INFO [RS:0;0e20657b70f6:35087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T07:16:14,454 INFO [RS:0;0e20657b70f6:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,454 DEBUG [RS:0;0e20657b70f6:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,454 DEBUG [RS:0;0e20657b70f6:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,454 DEBUG [RS:0;0e20657b70f6:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,454 DEBUG [RS:0;0e20657b70f6:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,454 INFO [RS:2;0e20657b70f6:33243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T07:16:14,454 DEBUG [RS:0;0e20657b70f6:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,454 INFO [RS:2;0e20657b70f6:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,454 DEBUG [RS:0;0e20657b70f6:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0, corePoolSize=2, maxPoolSize=2 2024-12-11T07:16:14,454 DEBUG [RS:0;0e20657b70f6:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,454 DEBUG [RS:2;0e20657b70f6:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,454 DEBUG [RS:0;0e20657b70f6:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,454 DEBUG [RS:2;0e20657b70f6:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,454 DEBUG [RS:0;0e20657b70f6:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,454 DEBUG [RS:2;0e20657b70f6:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,454 DEBUG [RS:0;0e20657b70f6:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,454 DEBUG [RS:2;0e20657b70f6:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,454 DEBUG [RS:2;0e20657b70f6:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,454 DEBUG [RS:0;0e20657b70f6:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,455 DEBUG [RS:2;0e20657b70f6:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0, corePoolSize=2, maxPoolSize=2 2024-12-11T07:16:14,455 DEBUG [RS:0;0e20657b70f6:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,455 DEBUG [RS:2;0e20657b70f6:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,455 DEBUG [RS:2;0e20657b70f6:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,455 DEBUG [RS:0;0e20657b70f6:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0, corePoolSize=3, maxPoolSize=3 2024-12-11T07:16:14,455 DEBUG [RS:2;0e20657b70f6:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,455 DEBUG [RS:0;0e20657b70f6:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0e20657b70f6:0, corePoolSize=3, maxPoolSize=3 2024-12-11T07:16:14,455 DEBUG [RS:2;0e20657b70f6:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,455 DEBUG [RS:2;0e20657b70f6:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,455 DEBUG [RS:2;0e20657b70f6:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0e20657b70f6:0, corePoolSize=1, maxPoolSize=1 2024-12-11T07:16:14,455 DEBUG [RS:2;0e20657b70f6:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0, corePoolSize=3, maxPoolSize=3 2024-12-11T07:16:14,455 DEBUG [RS:2;0e20657b70f6:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0e20657b70f6:0, corePoolSize=3, maxPoolSize=3 2024-12-11T07:16:14,459 INFO [RS:0;0e20657b70f6:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,459 INFO [RS:0;0e20657b70f6:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,459 INFO [RS:0;0e20657b70f6:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,459 INFO [RS:0;0e20657b70f6:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,459 INFO [RS:0;0e20657b70f6:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,459 INFO [RS:0;0e20657b70f6:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,35087,1733901374106-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T07:16:14,460 INFO [RS:2;0e20657b70f6:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,460 INFO [RS:2;0e20657b70f6:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,460 INFO [RS:2;0e20657b70f6:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,460 INFO [RS:2;0e20657b70f6:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,460 INFO [RS:2;0e20657b70f6:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,460 INFO [RS:2;0e20657b70f6:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,33243,1733901374172-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T07:16:14,476 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T07:16:14,476 INFO [RS:1;0e20657b70f6:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,39401,1733901374137-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,476 INFO [RS:1;0e20657b70f6:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,476 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.Replication(171): 0e20657b70f6,39401,1733901374137 started 2024-12-11T07:16:14,478 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T07:16:14,478 INFO [RS:2;0e20657b70f6:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,33243,1733901374172-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,478 INFO [RS:2;0e20657b70f6:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,478 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.Replication(171): 0e20657b70f6,33243,1733901374172 started 2024-12-11T07:16:14,482 INFO [RS:0;0e20657b70f6:35087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T07:16:14,482 INFO [RS:0;0e20657b70f6:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,35087,1733901374106-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,482 INFO [RS:0;0e20657b70f6:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,482 INFO [RS:0;0e20657b70f6:35087 {}] regionserver.Replication(171): 0e20657b70f6,35087,1733901374106 started 2024-12-11T07:16:14,491 INFO [RS:2;0e20657b70f6:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,492 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(1482): Serving as 0e20657b70f6,33243,1733901374172, RpcServer on 0e20657b70f6/172.17.0.2:33243, sessionid=0x101a0613cd60003 2024-12-11T07:16:14,492 DEBUG [RS:2;0e20657b70f6:33243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T07:16:14,492 DEBUG [RS:2;0e20657b70f6:33243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0e20657b70f6,33243,1733901374172 2024-12-11T07:16:14,492 DEBUG [RS:2;0e20657b70f6:33243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e20657b70f6,33243,1733901374172' 2024-12-11T07:16:14,492 DEBUG [RS:2;0e20657b70f6:33243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T07:16:14,492 DEBUG [RS:2;0e20657b70f6:33243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T07:16:14,493 DEBUG [RS:2;0e20657b70f6:33243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T07:16:14,493 DEBUG [RS:2;0e20657b70f6:33243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T07:16:14,493 DEBUG [RS:2;0e20657b70f6:33243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0e20657b70f6,33243,1733901374172 2024-12-11T07:16:14,493 DEBUG [RS:2;0e20657b70f6:33243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e20657b70f6,33243,1733901374172' 2024-12-11T07:16:14,493 DEBUG [RS:2;0e20657b70f6:33243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T07:16:14,493 DEBUG [RS:2;0e20657b70f6:33243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T07:16:14,494 DEBUG [RS:2;0e20657b70f6:33243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T07:16:14,494 INFO [RS:2;0e20657b70f6:33243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T07:16:14,494 INFO [RS:2;0e20657b70f6:33243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T07:16:14,496 INFO [RS:1;0e20657b70f6:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,496 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(1482): Serving as 0e20657b70f6,39401,1733901374137, RpcServer on 0e20657b70f6/172.17.0.2:39401, sessionid=0x101a0613cd60002 2024-12-11T07:16:14,496 DEBUG [RS:1;0e20657b70f6:39401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T07:16:14,496 DEBUG [RS:1;0e20657b70f6:39401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0e20657b70f6,39401,1733901374137 2024-12-11T07:16:14,497 DEBUG [RS:1;0e20657b70f6:39401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e20657b70f6,39401,1733901374137' 2024-12-11T07:16:14,497 DEBUG [RS:1;0e20657b70f6:39401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T07:16:14,497 DEBUG [RS:1;0e20657b70f6:39401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T07:16:14,497 DEBUG [RS:1;0e20657b70f6:39401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T07:16:14,497 DEBUG [RS:1;0e20657b70f6:39401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T07:16:14,497 DEBUG [RS:1;0e20657b70f6:39401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0e20657b70f6,39401,1733901374137 2024-12-11T07:16:14,497 DEBUG [RS:1;0e20657b70f6:39401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e20657b70f6,39401,1733901374137' 2024-12-11T07:16:14,497 DEBUG [RS:1;0e20657b70f6:39401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T07:16:14,498 DEBUG [RS:1;0e20657b70f6:39401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T07:16:14,498 DEBUG [RS:1;0e20657b70f6:39401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T07:16:14,498 INFO [RS:1;0e20657b70f6:39401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T07:16:14,498 INFO [RS:1;0e20657b70f6:39401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T07:16:14,501 INFO [RS:0;0e20657b70f6:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:14,501 INFO [RS:0;0e20657b70f6:35087 {}] regionserver.HRegionServer(1482): Serving as 0e20657b70f6,35087,1733901374106, RpcServer on 0e20657b70f6/172.17.0.2:35087, sessionid=0x101a0613cd60001 2024-12-11T07:16:14,501 DEBUG [RS:0;0e20657b70f6:35087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T07:16:14,501 DEBUG [RS:0;0e20657b70f6:35087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0e20657b70f6,35087,1733901374106 2024-12-11T07:16:14,501 DEBUG [RS:0;0e20657b70f6:35087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e20657b70f6,35087,1733901374106' 2024-12-11T07:16:14,501 DEBUG [RS:0;0e20657b70f6:35087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T07:16:14,502 DEBUG [RS:0;0e20657b70f6:35087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T07:16:14,502 DEBUG [RS:0;0e20657b70f6:35087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T07:16:14,502 DEBUG [RS:0;0e20657b70f6:35087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T07:16:14,502 DEBUG [RS:0;0e20657b70f6:35087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0e20657b70f6,35087,1733901374106 2024-12-11T07:16:14,502 DEBUG [RS:0;0e20657b70f6:35087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e20657b70f6,35087,1733901374106' 2024-12-11T07:16:14,502 DEBUG [RS:0;0e20657b70f6:35087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T07:16:14,503 DEBUG [RS:0;0e20657b70f6:35087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T07:16:14,503 DEBUG [RS:0;0e20657b70f6:35087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T07:16:14,503 INFO [RS:0;0e20657b70f6:35087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T07:16:14,503 INFO [RS:0;0e20657b70f6:35087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T07:16:14,564 WARN [0e20657b70f6:35903 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T07:16:14,594 INFO [RS:2;0e20657b70f6:33243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T07:16:14,596 INFO [RS:2;0e20657b70f6:33243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e20657b70f6%2C33243%2C1733901374172, suffix=, logDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,33243,1733901374172, archiveDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/oldWALs, maxLogs=32 2024-12-11T07:16:14,599 INFO [RS:1;0e20657b70f6:39401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T07:16:14,600 INFO [RS:1;0e20657b70f6:39401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e20657b70f6%2C39401%2C1733901374137, suffix=, logDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,39401,1733901374137, archiveDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/oldWALs, maxLogs=32 2024-12-11T07:16:14,603 INFO [RS:0;0e20657b70f6:35087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T07:16:14,605 INFO [RS:0;0e20657b70f6:35087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e20657b70f6%2C35087%2C1733901374106, suffix=, logDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106, archiveDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/oldWALs, maxLogs=32 2024-12-11T07:16:14,611 DEBUG [RS:2;0e20657b70f6:33243 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,33243,1733901374172/0e20657b70f6%2C33243%2C1733901374172.1733901374597, exclude list is [], retry=0 2024-12-11T07:16:14,613 DEBUG [RS:1;0e20657b70f6:39401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,39401,1733901374137/0e20657b70f6%2C39401%2C1733901374137.1733901374601, exclude list is [], retry=0 2024-12-11T07:16:14,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44309,DS-2f949419-7579-42ab-b254-a958af3a79be,DISK] 2024-12-11T07:16:14,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40613,DS-f7f53725-58d4-401f-a99b-d7e355758558,DISK] 2024-12-11T07:16:14,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37451,DS-3ecfff0f-25b5-4e46-aa4f-8dc4b5925cfe,DISK] 2024-12-11T07:16:14,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44309,DS-2f949419-7579-42ab-b254-a958af3a79be,DISK] 2024-12-11T07:16:14,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40613,DS-f7f53725-58d4-401f-a99b-d7e355758558,DISK] 2024-12-11T07:16:14,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37451,DS-3ecfff0f-25b5-4e46-aa4f-8dc4b5925cfe,DISK] 2024-12-11T07:16:14,617 INFO [RS:2;0e20657b70f6:33243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,33243,1733901374172/0e20657b70f6%2C33243%2C1733901374172.1733901374597 2024-12-11T07:16:14,621 DEBUG [RS:2;0e20657b70f6:33243 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34181:34181),(127.0.0.1/127.0.0.1:36245:36245),(127.0.0.1/127.0.0.1:44973:44973)] 2024-12-11T07:16:14,621 DEBUG [RS:0;0e20657b70f6:35087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106/0e20657b70f6%2C35087%2C1733901374106.1733901374606, exclude list is [], retry=0 2024-12-11T07:16:14,623 INFO [RS:1;0e20657b70f6:39401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,39401,1733901374137/0e20657b70f6%2C39401%2C1733901374137.1733901374601 2024-12-11T07:16:14,624 DEBUG [RS:1;0e20657b70f6:39401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34181:34181),(127.0.0.1/127.0.0.1:44973:44973),(127.0.0.1/127.0.0.1:36245:36245)] 2024-12-11T07:16:14,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40613,DS-f7f53725-58d4-401f-a99b-d7e355758558,DISK] 2024-12-11T07:16:14,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37451,DS-3ecfff0f-25b5-4e46-aa4f-8dc4b5925cfe,DISK] 2024-12-11T07:16:14,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44309,DS-2f949419-7579-42ab-b254-a958af3a79be,DISK] 2024-12-11T07:16:14,629 INFO [RS:0;0e20657b70f6:35087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106/0e20657b70f6%2C35087%2C1733901374106.1733901374606 2024-12-11T07:16:14,630 DEBUG [RS:0;0e20657b70f6:35087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44973:44973),(127.0.0.1/127.0.0.1:36245:36245),(127.0.0.1/127.0.0.1:34181:34181)] 2024-12-11T07:16:14,815 DEBUG [0e20657b70f6:35903 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-11T07:16:14,815 DEBUG [0e20657b70f6:35903 {}] balancer.BalancerClusterState(204): Hosts are {0e20657b70f6=0} racks are {/default-rack=0} 2024-12-11T07:16:14,817 DEBUG [0e20657b70f6:35903 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T07:16:14,817 DEBUG [0e20657b70f6:35903 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T07:16:14,817 DEBUG [0e20657b70f6:35903 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T07:16:14,817 DEBUG [0e20657b70f6:35903 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T07:16:14,817 DEBUG [0e20657b70f6:35903 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T07:16:14,817 DEBUG [0e20657b70f6:35903 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T07:16:14,817 INFO [0e20657b70f6:35903 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T07:16:14,817 INFO [0e20657b70f6:35903 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T07:16:14,817 INFO [0e20657b70f6:35903 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T07:16:14,817 DEBUG [0e20657b70f6:35903 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T07:16:14,818 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0e20657b70f6,39401,1733901374137 2024-12-11T07:16:14,819 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0e20657b70f6,39401,1733901374137, state=OPENING 2024-12-11T07:16:14,821 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T07:16:14,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x101a0613cd60001, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:16:14,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T07:16:14,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T07:16:14,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T07:16:14,823 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T07:16:14,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T07:16:14,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0e20657b70f6,39401,1733901374137}] 2024-12-11T07:16:17,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T07:16:17,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T07:16:17,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T07:16:17,613 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T07:16:17,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T07:16:17,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T07:16:17,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T07:16:17,805 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T07:16:17,805 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T07:16:23,307 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T07:16:23,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T07:16:23,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T07:16:23,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T07:16:24,826 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T07:16:24,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T07:16:24,838 INFO [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T07:16:24,838 INFO [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T07:16:24,839 INFO [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T07:16:24,841 INFO [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e20657b70f6%2C39401%2C1733901374137.meta, suffix=.meta, logDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,39401,1733901374137, archiveDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/oldWALs, maxLogs=32 2024-12-11T07:16:24,856 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,39401,1733901374137/0e20657b70f6%2C39401%2C1733901374137.meta.1733901384841.meta, exclude list is [], retry=0 2024-12-11T07:16:24,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37451,DS-3ecfff0f-25b5-4e46-aa4f-8dc4b5925cfe,DISK] 2024-12-11T07:16:24,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40613,DS-f7f53725-58d4-401f-a99b-d7e355758558,DISK] 2024-12-11T07:16:24,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44309,DS-2f949419-7579-42ab-b254-a958af3a79be,DISK] 2024-12-11T07:16:24,872 INFO [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,39401,1733901374137/0e20657b70f6%2C39401%2C1733901374137.meta.1733901384841.meta 2024-12-11T07:16:24,875 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36245:36245),(127.0.0.1/127.0.0.1:44973:44973),(127.0.0.1/127.0.0.1:34181:34181)] 2024-12-11T07:16:24,875 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T07:16:24,875 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T07:16:24,876 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T07:16:24,876 INFO [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T07:16:24,876 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T07:16:24,876 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:24,876 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T07:16:24,876 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T07:16:24,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T07:16:24,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T07:16:24,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:24,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T07:16:24,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T07:16:24,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T07:16:24,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:24,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T07:16:24,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T07:16:24,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T07:16:24,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:24,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T07:16:24,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T07:16:24,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T07:16:24,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:24,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T07:16:24,884 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T07:16:24,885 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740 2024-12-11T07:16:24,887 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740 2024-12-11T07:16:24,899 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T07:16:24,899 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T07:16:24,900 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T07:16:24,902 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T07:16:24,903 INFO [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68937482, jitterRate=0.027248531579971313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T07:16:24,903 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T07:16:24,904 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733901384876Writing region info on filesystem at 1733901384876Initializing all the Stores at 1733901384877 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733901384877Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733901384878 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901384878Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733901384878Cleaning up temporary data from old regions at 1733901384899 (+21 ms)Running coprocessor post-open hooks at 1733901384903 (+4 ms)Region opened successfully at 1733901384904 (+1 ms) 2024-12-11T07:16:24,906 INFO [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733901384825 2024-12-11T07:16:24,909 DEBUG [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T07:16:24,909 INFO [RS_OPEN_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T07:16:24,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,39401,1733901374137 2024-12-11T07:16:24,911 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0e20657b70f6,39401,1733901374137, state=OPEN 2024-12-11T07:16:24,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T07:16:24,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x101a0613cd60001, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T07:16:24,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T07:16:24,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T07:16:24,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T07:16:24,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T07:16:24,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T07:16:24,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T07:16:24,914 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0e20657b70f6,39401,1733901374137 2024-12-11T07:16:24,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T07:16:24,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0e20657b70f6,39401,1733901374137 in 10.0910 sec 2024-12-11T07:16:24,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T07:16:24,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5070 sec 2024-12-11T07:16:24,921 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T07:16:24,922 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T07:16:24,930 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T07:16:24,930 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e20657b70f6,39401,1733901374137, seqNum=-1] 2024-12-11T07:16:24,930 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T07:16:24,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T07:16:24,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5730 sec 2024-12-11T07:16:24,939 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733901384939, completionTime=-1 2024-12-11T07:16:24,939 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-11T07:16:24,939 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T07:16:24,941 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-11T07:16:24,941 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733901444941 2024-12-11T07:16:24,941 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733901504941 2024-12-11T07:16:24,941 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-11T07:16:24,941 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-11T07:16:24,942 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,35903,1733901374040-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:24,942 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,35903,1733901374040-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:24,942 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,35903,1733901374040-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:24,942 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0e20657b70f6:35903, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:24,942 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:24,944 DEBUG [master/0e20657b70f6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T07:16:24,944 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:24,948 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.734sec 2024-12-11T07:16:24,952 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T07:16:24,952 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T07:16:24,952 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T07:16:24,952 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T07:16:24,952 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T07:16:24,953 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,35903,1733901374040-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T07:16:24,953 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,35903,1733901374040-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T07:16:24,964 DEBUG [master/0e20657b70f6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T07:16:24,964 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T07:16:24,964 INFO [master/0e20657b70f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e20657b70f6,35903,1733901374040-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T07:16:25,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29536692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T07:16:25,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0e20657b70f6,35903,-1 for getting cluster id 2024-12-11T07:16:25,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T07:16:25,007 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b24a5653-43f1-420b-a3c3-7d474f11cf7a' 2024-12-11T07:16:25,007 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T07:16:25,007 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b24a5653-43f1-420b-a3c3-7d474f11cf7a" 2024-12-11T07:16:25,007 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1588dd38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T07:16:25,008 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0e20657b70f6,35903,-1] 2024-12-11T07:16:25,008 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T07:16:25,008 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:16:25,010 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T07:16:25,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec68c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T07:16:25,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T07:16:25,013 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e20657b70f6,39401,1733901374137, seqNum=-1] 2024-12-11T07:16:25,015 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T07:16:25,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T07:16:25,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0e20657b70f6,35903,1733901374040 2024-12-11T07:16:25,020 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733901385020 (current time:1733901385020). 2024-12-11T07:16:25,020 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T07:16:25,020 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-11T07:16:25,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2295c740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T07:16:25,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0e20657b70f6,35903,-1 for getting cluster id 2024-12-11T07:16:25,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T07:16:25,023 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b24a5653-43f1-420b-a3c3-7d474f11cf7a' 2024-12-11T07:16:25,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T07:16:25,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b24a5653-43f1-420b-a3c3-7d474f11cf7a" 2024-12-11T07:16:25,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c630148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T07:16:25,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0e20657b70f6,35903,-1] 2024-12-11T07:16:25,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T07:16:25,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:16:25,026 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T07:16:25,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd503f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T07:16:25,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T07:16:25,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e20657b70f6,39401,1733901374137, seqNum=-1] 2024-12-11T07:16:25,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T07:16:25,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T07:16:25,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T07:16:25,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T07:16:25,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:16:25,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:16:25,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T07:16:25,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T07:16:25,036 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0e20657b70f6,35903,1733901374040 2024-12-11T07:16:25,036 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b849195 2024-12-11T07:16:25,036 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T07:16:25,045 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T07:16:25,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T07:16:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-11T07:16:25,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T07:16:25,053 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:25,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-11T07:16:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T07:16:25,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T07:16:25,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741837_1013 (size=361) 2024-12-11T07:16:25,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741837_1013 (size=361) 2024-12-11T07:16:25,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741837_1013 (size=361) 2024-12-11T07:16:25,078 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14746c5c60a630f73a30a242664e85f1, NAME => 'SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02 2024-12-11T07:16:25,081 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cdfb40cdf77b97f67cd80af4ed44b287, NAME => 'SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02 2024-12-11T07:16:25,089 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5dcd1a9f167763a3f2f4c669bb36a4b6, NAME => 'SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02 2024-12-11T07:16:25,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741838_1014 (size=54) 2024-12-11T07:16:25,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741839_1015 (size=62) 2024-12-11T07:16:25,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741839_1015 (size=62) 2024-12-11T07:16:25,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741839_1015 (size=62) 2024-12-11T07:16:25,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741838_1014 (size=54) 2024-12-11T07:16:25,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741838_1014 (size=54) 2024-12-11T07:16:25,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:25,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:25,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 14746c5c60a630f73a30a242664e85f1, disabling compactions & flushes 2024-12-11T07:16:25,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cdfb40cdf77b97f67cd80af4ed44b287, disabling compactions & flushes 2024-12-11T07:16:25,138 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1. 2024-12-11T07:16:25,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1. 2024-12-11T07:16:25,138 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. 2024-12-11T07:16:25,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1. after waiting 0 ms 2024-12-11T07:16:25,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. 2024-12-11T07:16:25,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1. 2024-12-11T07:16:25,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. after waiting 0 ms 2024-12-11T07:16:25,138 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1. 2024-12-11T07:16:25,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. 2024-12-11T07:16:25,138 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. 2024-12-11T07:16:25,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14746c5c60a630f73a30a242664e85f1: Waiting for close lock at 1733901385137Disabling compacts and flushes for region at 1733901385137Disabling writes for close at 1733901385138 (+1 ms)Writing region close event to WAL at 1733901385138Closed at 1733901385138 2024-12-11T07:16:25,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cdfb40cdf77b97f67cd80af4ed44b287: Waiting for close lock at 1733901385137Disabling compacts and flushes for region at 1733901385137Disabling writes for close at 1733901385138 (+1 ms)Writing region close event to WAL at 1733901385138Closed at 1733901385138 2024-12-11T07:16:25,139 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 020a7dca9d2359a61b5ddad6d00e0292, NAME => 'SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02 2024-12-11T07:16:25,140 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a76ee9b95169d15b9a7acb3a9210908e, NAME => 'SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02 2024-12-11T07:16:25,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741840_1016 (size=62) 2024-12-11T07:16:25,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741840_1016 (size=62) 2024-12-11T07:16:25,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741840_1016 (size=62) 2024-12-11T07:16:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T07:16:25,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:25,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5dcd1a9f167763a3f2f4c669bb36a4b6, disabling compactions & flushes 2024-12-11T07:16:25,169 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6. 2024-12-11T07:16:25,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6. 2024-12-11T07:16:25,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6. after waiting 0 ms 2024-12-11T07:16:25,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6. 2024-12-11T07:16:25,169 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6. 2024-12-11T07:16:25,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5dcd1a9f167763a3f2f4c669bb36a4b6: Waiting for close lock at 1733901385169Disabling compacts and flushes for region at 1733901385169Disabling writes for close at 1733901385169Writing region close event to WAL at 1733901385169Closed at 1733901385169 2024-12-11T07:16:25,169 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 59d16ff9e4212bcebadcbd20a570a6b2, NAME => 'SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02 2024-12-11T07:16:25,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741841_1017 (size=62) 2024-12-11T07:16:25,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741841_1017 (size=62) 2024-12-11T07:16:25,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741841_1017 (size=62) 2024-12-11T07:16:25,184 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:25,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a76ee9b95169d15b9a7acb3a9210908e, disabling compactions & flushes 2024-12-11T07:16:25,185 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e. 2024-12-11T07:16:25,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e. 2024-12-11T07:16:25,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e. after waiting 0 ms 2024-12-11T07:16:25,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e. 2024-12-11T07:16:25,185 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e. 2024-12-11T07:16:25,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a76ee9b95169d15b9a7acb3a9210908e: Waiting for close lock at 1733901385184Disabling compacts and flushes for region at 1733901385184Disabling writes for close at 1733901385185 (+1 ms)Writing region close event to WAL at 1733901385185Closed at 1733901385185 2024-12-11T07:16:25,186 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6d4eee2976d5c99085cf0281d77c2f48, NAME => 'SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02 2024-12-11T07:16:25,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741842_1018 (size=62) 2024-12-11T07:16:25,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741842_1018 (size=62) 2024-12-11T07:16:25,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741842_1018 (size=62) 2024-12-11T07:16:25,208 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:25,208 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 020a7dca9d2359a61b5ddad6d00e0292, disabling compactions & flushes 2024-12-11T07:16:25,208 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. 2024-12-11T07:16:25,208 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. 2024-12-11T07:16:25,208 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. after waiting 0 ms 2024-12-11T07:16:25,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. 2024-12-11T07:16:25,209 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. 2024-12-11T07:16:25,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 020a7dca9d2359a61b5ddad6d00e0292: Waiting for close lock at 1733901385208Disabling compacts and flushes for region at 1733901385208Disabling writes for close at 1733901385208Writing region close event to WAL at 1733901385209 (+1 ms)Closed at 1733901385209 2024-12-11T07:16:25,210 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c96970fab19aa24c9171ae0ee0268d9, NAME => 'SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02 2024-12-11T07:16:25,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741843_1019 (size=62) 2024-12-11T07:16:25,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741843_1019 (size=62) 2024-12-11T07:16:25,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741843_1019 (size=62) 2024-12-11T07:16:25,219 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:25,220 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 59d16ff9e4212bcebadcbd20a570a6b2, disabling compactions & flushes 2024-12-11T07:16:25,220 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2. 2024-12-11T07:16:25,220 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2. 2024-12-11T07:16:25,221 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2. after waiting 0 ms 2024-12-11T07:16:25,221 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2. 2024-12-11T07:16:25,221 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2. 2024-12-11T07:16:25,221 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 59d16ff9e4212bcebadcbd20a570a6b2: Waiting for close lock at 1733901385220Disabling compacts and flushes for region at 1733901385220Disabling writes for close at 1733901385221 (+1 ms)Writing region close event to WAL at 1733901385221Closed at 1733901385221 2024-12-11T07:16:25,222 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 071566bc93cdd00cb391924c00c9cbc4, NAME => 'SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02 2024-12-11T07:16:25,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741844_1020 (size=62) 2024-12-11T07:16:25,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741844_1020 (size=62) 2024-12-11T07:16:25,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741844_1020 (size=62) 2024-12-11T07:16:25,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:25,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6d4eee2976d5c99085cf0281d77c2f48, disabling compactions & flushes 2024-12-11T07:16:25,257 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. 2024-12-11T07:16:25,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. 2024-12-11T07:16:25,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. after waiting 0 ms 2024-12-11T07:16:25,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. 2024-12-11T07:16:25,257 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. 2024-12-11T07:16:25,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6d4eee2976d5c99085cf0281d77c2f48: Waiting for close lock at 1733901385257Disabling compacts and flushes for region at 1733901385257Disabling writes for close at 1733901385257Writing region close event to WAL at 1733901385257Closed at 1733901385257 2024-12-11T07:16:25,258 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f2b17b6ee19b0ab28d08bd3e465c936f, NAME => 'SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02 2024-12-11T07:16:25,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741845_1021 (size=62) 2024-12-11T07:16:25,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741845_1021 (size=62) 2024-12-11T07:16:25,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741845_1021 (size=62) 2024-12-11T07:16:25,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:25,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3c96970fab19aa24c9171ae0ee0268d9, disabling compactions & flushes 2024-12-11T07:16:25,287 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. 2024-12-11T07:16:25,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. 2024-12-11T07:16:25,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. after waiting 0 ms 2024-12-11T07:16:25,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. 2024-12-11T07:16:25,287 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. 2024-12-11T07:16:25,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c96970fab19aa24c9171ae0ee0268d9: Waiting for close lock at 1733901385287Disabling compacts and flushes for region at 1733901385287Disabling writes for close at 1733901385287Writing region close event to WAL at 1733901385287Closed at 1733901385287 2024-12-11T07:16:25,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741846_1022 (size=62) 2024-12-11T07:16:25,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741846_1022 (size=62) 2024-12-11T07:16:25,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:25,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741846_1022 (size=62) 2024-12-11T07:16:25,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 071566bc93cdd00cb391924c00c9cbc4, disabling compactions & flushes 2024-12-11T07:16:25,297 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4. 2024-12-11T07:16:25,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4. 2024-12-11T07:16:25,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4. after waiting 0 ms 2024-12-11T07:16:25,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4. 2024-12-11T07:16:25,297 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4. 2024-12-11T07:16:25,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 071566bc93cdd00cb391924c00c9cbc4: Waiting for close lock at 1733901385297Disabling compacts and flushes for region at 1733901385297Disabling writes for close at 1733901385297Writing region close event to WAL at 1733901385297Closed at 1733901385297 2024-12-11T07:16:25,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741847_1023 (size=54) 2024-12-11T07:16:25,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741847_1023 (size=54) 2024-12-11T07:16:25,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741847_1023 (size=54) 2024-12-11T07:16:25,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:25,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f2b17b6ee19b0ab28d08bd3e465c936f, disabling compactions & flushes 2024-12-11T07:16:25,313 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f. 2024-12-11T07:16:25,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f. 2024-12-11T07:16:25,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f. after waiting 0 ms 2024-12-11T07:16:25,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f. 2024-12-11T07:16:25,313 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f. 2024-12-11T07:16:25,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f2b17b6ee19b0ab28d08bd3e465c936f: Waiting for close lock at 1733901385313Disabling compacts and flushes for region at 1733901385313Disabling writes for close at 1733901385313Writing region close event to WAL at 1733901385313Closed at 1733901385313 2024-12-11T07:16:25,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T07:16:25,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733901385315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901385315"}]},"ts":"1733901385315"} 2024-12-11T07:16:25,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733901385315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901385315"}]},"ts":"1733901385315"} 2024-12-11T07:16:25,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733901385315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901385315"}]},"ts":"1733901385315"} 2024-12-11T07:16:25,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733901385315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901385315"}]},"ts":"1733901385315"} 2024-12-11T07:16:25,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733901385315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901385315"}]},"ts":"1733901385315"} 2024-12-11T07:16:25,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733901385315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901385315"}]},"ts":"1733901385315"} 2024-12-11T07:16:25,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733901385315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901385315"}]},"ts":"1733901385315"} 2024-12-11T07:16:25,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733901385315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901385315"}]},"ts":"1733901385315"} 2024-12-11T07:16:25,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733901385315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901385315"}]},"ts":"1733901385315"} 2024-12-11T07:16:25,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733901385315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733901385315"}]},"ts":"1733901385315"} 2024-12-11T07:16:25,321 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-11T07:16:25,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T07:16:25,324 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733901385324"}]},"ts":"1733901385324"} 2024-12-11T07:16:25,327 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-11T07:16:25,327 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {0e20657b70f6=0} racks are {/default-rack=0} 2024-12-11T07:16:25,335 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T07:16:25,335 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T07:16:25,335 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T07:16:25,335 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T07:16:25,335 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T07:16:25,335 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T07:16:25,335 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T07:16:25,335 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T07:16:25,335 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T07:16:25,335 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T07:16:25,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=14746c5c60a630f73a30a242664e85f1, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cdfb40cdf77b97f67cd80af4ed44b287, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5dcd1a9f167763a3f2f4c669bb36a4b6, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=020a7dca9d2359a61b5ddad6d00e0292, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a76ee9b95169d15b9a7acb3a9210908e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59d16ff9e4212bcebadcbd20a570a6b2, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d4eee2976d5c99085cf0281d77c2f48, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c96970fab19aa24c9171ae0ee0268d9, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=071566bc93cdd00cb391924c00c9cbc4, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2b17b6ee19b0ab28d08bd3e465c936f, ASSIGN}] 2024-12-11T07:16:25,340 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=14746c5c60a630f73a30a242664e85f1, ASSIGN 2024-12-11T07:16:25,341 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cdfb40cdf77b97f67cd80af4ed44b287, ASSIGN 2024-12-11T07:16:25,343 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=14746c5c60a630f73a30a242664e85f1, ASSIGN; state=OFFLINE, location=0e20657b70f6,33243,1733901374172; forceNewPlan=false, retain=false 2024-12-11T07:16:25,345 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cdfb40cdf77b97f67cd80af4ed44b287, ASSIGN; state=OFFLINE, location=0e20657b70f6,35087,1733901374106; forceNewPlan=false, retain=false 2024-12-11T07:16:25,347 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5dcd1a9f167763a3f2f4c669bb36a4b6, ASSIGN 2024-12-11T07:16:25,348 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5dcd1a9f167763a3f2f4c669bb36a4b6, ASSIGN; state=OFFLINE, location=0e20657b70f6,39401,1733901374137; forceNewPlan=false, retain=false 2024-12-11T07:16:25,349 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c96970fab19aa24c9171ae0ee0268d9, ASSIGN 2024-12-11T07:16:25,350 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d4eee2976d5c99085cf0281d77c2f48, ASSIGN 2024-12-11T07:16:25,350 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2b17b6ee19b0ab28d08bd3e465c936f, ASSIGN 2024-12-11T07:16:25,350 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=071566bc93cdd00cb391924c00c9cbc4, ASSIGN 2024-12-11T07:16:25,351 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59d16ff9e4212bcebadcbd20a570a6b2, ASSIGN 2024-12-11T07:16:25,352 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c96970fab19aa24c9171ae0ee0268d9, ASSIGN; state=OFFLINE, location=0e20657b70f6,35087,1733901374106; forceNewPlan=false, retain=false 2024-12-11T07:16:25,352 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d4eee2976d5c99085cf0281d77c2f48, ASSIGN; state=OFFLINE, location=0e20657b70f6,33243,1733901374172; forceNewPlan=false, retain=false 2024-12-11T07:16:25,352 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=071566bc93cdd00cb391924c00c9cbc4, ASSIGN; state=OFFLINE, location=0e20657b70f6,39401,1733901374137; forceNewPlan=false, retain=false 2024-12-11T07:16:25,352 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f2b17b6ee19b0ab28d08bd3e465c936f, ASSIGN; state=OFFLINE, location=0e20657b70f6,33243,1733901374172; forceNewPlan=false, retain=false 2024-12-11T07:16:25,358 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59d16ff9e4212bcebadcbd20a570a6b2, ASSIGN; state=OFFLINE, location=0e20657b70f6,39401,1733901374137; forceNewPlan=false, retain=false 2024-12-11T07:16:25,363 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a76ee9b95169d15b9a7acb3a9210908e, ASSIGN 2024-12-11T07:16:25,363 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=020a7dca9d2359a61b5ddad6d00e0292, ASSIGN 2024-12-11T07:16:25,364 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=020a7dca9d2359a61b5ddad6d00e0292, ASSIGN; state=OFFLINE, location=0e20657b70f6,35087,1733901374106; forceNewPlan=false, retain=false 2024-12-11T07:16:25,364 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a76ee9b95169d15b9a7acb3a9210908e, ASSIGN; state=OFFLINE, location=0e20657b70f6,33243,1733901374172; forceNewPlan=false, retain=false 2024-12-11T07:16:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T07:16:25,494 INFO [0e20657b70f6:35903 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-11T07:16:25,495 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=071566bc93cdd00cb391924c00c9cbc4, regionState=OPENING, regionLocation=0e20657b70f6,39401,1733901374137 2024-12-11T07:16:25,495 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=59d16ff9e4212bcebadcbd20a570a6b2, regionState=OPENING, regionLocation=0e20657b70f6,39401,1733901374137 2024-12-11T07:16:25,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5dcd1a9f167763a3f2f4c669bb36a4b6, regionState=OPENING, regionLocation=0e20657b70f6,39401,1733901374137 2024-12-11T07:16:25,496 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3c96970fab19aa24c9171ae0ee0268d9, regionState=OPENING, regionLocation=0e20657b70f6,35087,1733901374106 2024-12-11T07:16:25,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cdfb40cdf77b97f67cd80af4ed44b287, regionState=OPENING, regionLocation=0e20657b70f6,35087,1733901374106 2024-12-11T07:16:25,496 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=020a7dca9d2359a61b5ddad6d00e0292, regionState=OPENING, regionLocation=0e20657b70f6,35087,1733901374106 2024-12-11T07:16:25,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f2b17b6ee19b0ab28d08bd3e465c936f, regionState=OPENING, regionLocation=0e20657b70f6,33243,1733901374172 2024-12-11T07:16:25,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6d4eee2976d5c99085cf0281d77c2f48, regionState=OPENING, regionLocation=0e20657b70f6,33243,1733901374172 2024-12-11T07:16:25,498 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14746c5c60a630f73a30a242664e85f1, regionState=OPENING, regionLocation=0e20657b70f6,33243,1733901374172 2024-12-11T07:16:25,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5dcd1a9f167763a3f2f4c669bb36a4b6, ASSIGN because future has completed 2024-12-11T07:16:25,501 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a76ee9b95169d15b9a7acb3a9210908e, regionState=OPENING, regionLocation=0e20657b70f6,33243,1733901374172 2024-12-11T07:16:25,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dcd1a9f167763a3f2f4c669bb36a4b6, server=0e20657b70f6,39401,1733901374137}] 2024-12-11T07:16:25,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=071566bc93cdd00cb391924c00c9cbc4, ASSIGN because future has completed 2024-12-11T07:16:25,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 071566bc93cdd00cb391924c00c9cbc4, server=0e20657b70f6,39401,1733901374137}] 2024-12-11T07:16:25,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59d16ff9e4212bcebadcbd20a570a6b2, ASSIGN because future has completed 2024-12-11T07:16:25,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59d16ff9e4212bcebadcbd20a570a6b2, server=0e20657b70f6,39401,1733901374137}] 2024-12-11T07:16:25,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cdfb40cdf77b97f67cd80af4ed44b287, ASSIGN because future has completed 2024-12-11T07:16:25,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=020a7dca9d2359a61b5ddad6d00e0292, ASSIGN because future has completed 2024-12-11T07:16:25,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 020a7dca9d2359a61b5ddad6d00e0292, server=0e20657b70f6,35087,1733901374106}] 2024-12-11T07:16:25,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f2b17b6ee19b0ab28d08bd3e465c936f, ASSIGN because future has completed 2024-12-11T07:16:25,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdfb40cdf77b97f67cd80af4ed44b287, server=0e20657b70f6,35087,1733901374106}] 2024-12-11T07:16:25,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d4eee2976d5c99085cf0281d77c2f48, ASSIGN because future has completed 2024-12-11T07:16:25,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d4eee2976d5c99085cf0281d77c2f48, server=0e20657b70f6,33243,1733901374172}] 2024-12-11T07:16:25,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c96970fab19aa24c9171ae0ee0268d9, ASSIGN because future has completed 2024-12-11T07:16:25,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=14746c5c60a630f73a30a242664e85f1, ASSIGN because future has completed 2024-12-11T07:16:25,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14746c5c60a630f73a30a242664e85f1, server=0e20657b70f6,33243,1733901374172}] 2024-12-11T07:16:25,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a76ee9b95169d15b9a7acb3a9210908e, ASSIGN because future has completed 2024-12-11T07:16:25,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a76ee9b95169d15b9a7acb3a9210908e, server=0e20657b70f6,33243,1733901374172}] 2024-12-11T07:16:25,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c96970fab19aa24c9171ae0ee0268d9, server=0e20657b70f6,35087,1733901374106}] 2024-12-11T07:16:25,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2b17b6ee19b0ab28d08bd3e465c936f, server=0e20657b70f6,33243,1733901374172}] 2024-12-11T07:16:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T07:16:26,076 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0e20657b70f6:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-11T07:16:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T07:16:26,439 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T07:16:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T07:16:27,805 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T07:16:27,805 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T07:16:27,806 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T07:16:27,806 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T07:16:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T07:16:30,378 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T07:16:30,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T07:16:30,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T07:16:30,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T07:16:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T07:16:35,519 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4. 2024-12-11T07:16:35,520 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 071566bc93cdd00cb391924c00c9cbc4, NAME => 'SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-11T07:16:35,520 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 071566bc93cdd00cb391924c00c9cbc4 2024-12-11T07:16:35,520 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:35,520 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 071566bc93cdd00cb391924c00c9cbc4 2024-12-11T07:16:35,520 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 071566bc93cdd00cb391924c00c9cbc4 2024-12-11T07:16:35,524 INFO [StoreOpener-071566bc93cdd00cb391924c00c9cbc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 071566bc93cdd00cb391924c00c9cbc4 2024-12-11T07:16:35,526 INFO [StoreOpener-071566bc93cdd00cb391924c00c9cbc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 071566bc93cdd00cb391924c00c9cbc4 columnFamilyName cf 2024-12-11T07:16:35,526 DEBUG [StoreOpener-071566bc93cdd00cb391924c00c9cbc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:35,526 INFO [StoreOpener-071566bc93cdd00cb391924c00c9cbc4-1 {}] regionserver.HStore(327): Store=071566bc93cdd00cb391924c00c9cbc4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:16:35,526 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 071566bc93cdd00cb391924c00c9cbc4 2024-12-11T07:16:35,527 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/071566bc93cdd00cb391924c00c9cbc4 2024-12-11T07:16:35,528 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/071566bc93cdd00cb391924c00c9cbc4 2024-12-11T07:16:35,529 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 071566bc93cdd00cb391924c00c9cbc4 2024-12-11T07:16:35,529 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 071566bc93cdd00cb391924c00c9cbc4 2024-12-11T07:16:35,531 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 071566bc93cdd00cb391924c00c9cbc4 2024-12-11T07:16:35,533 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/071566bc93cdd00cb391924c00c9cbc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:16:35,534 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 071566bc93cdd00cb391924c00c9cbc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73680637, jitterRate=0.0979270488023758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:16:35,534 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 071566bc93cdd00cb391924c00c9cbc4 2024-12-11T07:16:35,534 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 071566bc93cdd00cb391924c00c9cbc4: Running coprocessor pre-open hook at 1733901395520Writing region info on filesystem at 1733901395520Initializing all the Stores at 1733901395523 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901395523Cleaning up temporary data from old regions at 1733901395529 (+6 ms)Running coprocessor post-open hooks at 1733901395534 (+5 ms)Region opened successfully at 1733901395534 2024-12-11T07:16:35,536 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4., pid=16, masterSystemTime=1733901395514 2024-12-11T07:16:35,539 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=071566bc93cdd00cb391924c00c9cbc4, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,39401,1733901374137 2024-12-11T07:16:35,539 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4. 2024-12-11T07:16:35,539 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4. 2024-12-11T07:16:35,539 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2. 2024-12-11T07:16:35,539 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 59d16ff9e4212bcebadcbd20a570a6b2, NAME => 'SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-11T07:16:35,540 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 59d16ff9e4212bcebadcbd20a570a6b2 2024-12-11T07:16:35,540 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:35,540 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 59d16ff9e4212bcebadcbd20a570a6b2 2024-12-11T07:16:35,540 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 59d16ff9e4212bcebadcbd20a570a6b2 2024-12-11T07:16:35,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 071566bc93cdd00cb391924c00c9cbc4, server=0e20657b70f6,39401,1733901374137 because future has completed 2024-12-11T07:16:35,542 INFO [StoreOpener-59d16ff9e4212bcebadcbd20a570a6b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 59d16ff9e4212bcebadcbd20a570a6b2 2024-12-11T07:16:35,544 INFO [StoreOpener-59d16ff9e4212bcebadcbd20a570a6b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59d16ff9e4212bcebadcbd20a570a6b2 columnFamilyName cf 2024-12-11T07:16:35,545 DEBUG [StoreOpener-59d16ff9e4212bcebadcbd20a570a6b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:35,545 INFO [StoreOpener-59d16ff9e4212bcebadcbd20a570a6b2-1 {}] regionserver.HStore(327): Store=59d16ff9e4212bcebadcbd20a570a6b2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:16:35,546 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 59d16ff9e4212bcebadcbd20a570a6b2 2024-12-11T07:16:35,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-11T07:16:35,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 071566bc93cdd00cb391924c00c9cbc4, server=0e20657b70f6,39401,1733901374137 in 10.0300 sec 2024-12-11T07:16:35,547 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/59d16ff9e4212bcebadcbd20a570a6b2 2024-12-11T07:16:35,548 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/59d16ff9e4212bcebadcbd20a570a6b2 2024-12-11T07:16:35,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=071566bc93cdd00cb391924c00c9cbc4, ASSIGN in 10.2100 sec 2024-12-11T07:16:35,548 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 59d16ff9e4212bcebadcbd20a570a6b2 2024-12-11T07:16:35,548 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 59d16ff9e4212bcebadcbd20a570a6b2 2024-12-11T07:16:35,549 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T07:16:35,550 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 59d16ff9e4212bcebadcbd20a570a6b2 2024-12-11T07:16:35,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T07:16:35,553 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/59d16ff9e4212bcebadcbd20a570a6b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:16:35,554 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 59d16ff9e4212bcebadcbd20a570a6b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60633792, jitterRate=-0.09648609161376953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:16:35,554 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59d16ff9e4212bcebadcbd20a570a6b2 2024-12-11T07:16:35,554 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 59d16ff9e4212bcebadcbd20a570a6b2: Running coprocessor pre-open hook at 1733901395540Writing region info on filesystem at 1733901395540Initializing all the Stores at 1733901395542 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901395542Cleaning up temporary data from old regions at 1733901395548 (+6 ms)Running coprocessor post-open hooks at 1733901395554 (+6 ms)Region opened successfully at 1733901395554 2024-12-11T07:16:35,555 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2., pid=17, masterSystemTime=1733901395514 2024-12-11T07:16:35,555 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T07:16:35,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T07:16:35,557 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2. 2024-12-11T07:16:35,557 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2. 2024-12-11T07:16:35,557 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6. 2024-12-11T07:16:35,557 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 5dcd1a9f167763a3f2f4c669bb36a4b6, NAME => 'SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-11T07:16:35,558 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5dcd1a9f167763a3f2f4c669bb36a4b6 2024-12-11T07:16:35,558 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=59d16ff9e4212bcebadcbd20a570a6b2, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,39401,1733901374137 2024-12-11T07:16:35,558 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:35,558 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 5dcd1a9f167763a3f2f4c669bb36a4b6 2024-12-11T07:16:35,558 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 5dcd1a9f167763a3f2f4c669bb36a4b6 2024-12-11T07:16:35,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59d16ff9e4212bcebadcbd20a570a6b2, server=0e20657b70f6,39401,1733901374137 because future has completed 2024-12-11T07:16:35,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-12-11T07:16:35,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 59d16ff9e4212bcebadcbd20a570a6b2, server=0e20657b70f6,39401,1733901374137 in 10.0450 sec 2024-12-11T07:16:35,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59d16ff9e4212bcebadcbd20a570a6b2, ASSIGN in 10.2290 sec 2024-12-11T07:16:35,568 INFO [StoreOpener-5dcd1a9f167763a3f2f4c669bb36a4b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5dcd1a9f167763a3f2f4c669bb36a4b6 2024-12-11T07:16:35,570 INFO [StoreOpener-5dcd1a9f167763a3f2f4c669bb36a4b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dcd1a9f167763a3f2f4c669bb36a4b6 columnFamilyName cf 2024-12-11T07:16:35,570 DEBUG [StoreOpener-5dcd1a9f167763a3f2f4c669bb36a4b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:35,571 INFO [StoreOpener-5dcd1a9f167763a3f2f4c669bb36a4b6-1 {}] regionserver.HStore(327): Store=5dcd1a9f167763a3f2f4c669bb36a4b6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:16:35,571 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 5dcd1a9f167763a3f2f4c669bb36a4b6 2024-12-11T07:16:35,572 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/5dcd1a9f167763a3f2f4c669bb36a4b6 2024-12-11T07:16:35,573 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/5dcd1a9f167763a3f2f4c669bb36a4b6 2024-12-11T07:16:35,575 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 5dcd1a9f167763a3f2f4c669bb36a4b6 2024-12-11T07:16:35,575 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 5dcd1a9f167763a3f2f4c669bb36a4b6 2024-12-11T07:16:35,577 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e. 2024-12-11T07:16:35,577 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => a76ee9b95169d15b9a7acb3a9210908e, NAME => 'SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-11T07:16:35,578 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a76ee9b95169d15b9a7acb3a9210908e 2024-12-11T07:16:35,578 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:35,578 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for a76ee9b95169d15b9a7acb3a9210908e 2024-12-11T07:16:35,578 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for a76ee9b95169d15b9a7acb3a9210908e 2024-12-11T07:16:35,579 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. 2024-12-11T07:16:35,579 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 020a7dca9d2359a61b5ddad6d00e0292, NAME => 'SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-11T07:16:35,579 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:16:35,579 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:35,579 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:16:35,579 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:16:35,581 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 5dcd1a9f167763a3f2f4c669bb36a4b6 2024-12-11T07:16:35,586 INFO [StoreOpener-020a7dca9d2359a61b5ddad6d00e0292-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:16:35,588 INFO [StoreOpener-020a7dca9d2359a61b5ddad6d00e0292-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 020a7dca9d2359a61b5ddad6d00e0292 columnFamilyName cf 2024-12-11T07:16:35,588 DEBUG [StoreOpener-020a7dca9d2359a61b5ddad6d00e0292-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:35,589 INFO [StoreOpener-020a7dca9d2359a61b5ddad6d00e0292-1 {}] regionserver.HStore(327): Store=020a7dca9d2359a61b5ddad6d00e0292/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:16:35,589 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:16:35,590 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:16:35,591 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:16:35,592 INFO [StoreOpener-a76ee9b95169d15b9a7acb3a9210908e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a76ee9b95169d15b9a7acb3a9210908e 2024-12-11T07:16:35,593 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:16:35,593 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:16:35,594 INFO [StoreOpener-a76ee9b95169d15b9a7acb3a9210908e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a76ee9b95169d15b9a7acb3a9210908e columnFamilyName cf 2024-12-11T07:16:35,594 DEBUG [StoreOpener-a76ee9b95169d15b9a7acb3a9210908e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:35,595 INFO [StoreOpener-a76ee9b95169d15b9a7acb3a9210908e-1 {}] regionserver.HStore(327): Store=a76ee9b95169d15b9a7acb3a9210908e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:16:35,595 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for a76ee9b95169d15b9a7acb3a9210908e 2024-12-11T07:16:35,596 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/a76ee9b95169d15b9a7acb3a9210908e 2024-12-11T07:16:35,596 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/a76ee9b95169d15b9a7acb3a9210908e 2024-12-11T07:16:35,597 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for a76ee9b95169d15b9a7acb3a9210908e 2024-12-11T07:16:35,597 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for a76ee9b95169d15b9a7acb3a9210908e 2024-12-11T07:16:35,598 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:16:35,600 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for a76ee9b95169d15b9a7acb3a9210908e 2024-12-11T07:16:35,603 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/5dcd1a9f167763a3f2f4c669bb36a4b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:16:35,603 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 5dcd1a9f167763a3f2f4c669bb36a4b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60799649, jitterRate=-0.09401462972164154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:16:35,603 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5dcd1a9f167763a3f2f4c669bb36a4b6 2024-12-11T07:16:35,603 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 5dcd1a9f167763a3f2f4c669bb36a4b6: Running coprocessor pre-open hook at 1733901395558Writing region info on filesystem at 1733901395558Initializing all the Stores at 1733901395559 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901395559Cleaning up temporary data from old regions at 1733901395575 (+16 ms)Running coprocessor post-open hooks at 1733901395603 (+28 ms)Region opened successfully at 1733901395603 2024-12-11T07:16:35,604 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6., pid=15, masterSystemTime=1733901395514 2024-12-11T07:16:35,606 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6. 2024-12-11T07:16:35,607 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6. 2024-12-11T07:16:35,607 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5dcd1a9f167763a3f2f4c669bb36a4b6, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,39401,1733901374137 2024-12-11T07:16:35,609 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/020a7dca9d2359a61b5ddad6d00e0292/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:16:35,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dcd1a9f167763a3f2f4c669bb36a4b6, server=0e20657b70f6,39401,1733901374137 because future has completed 2024-12-11T07:16:35,610 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 020a7dca9d2359a61b5ddad6d00e0292; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70898366, jitterRate=0.05646798014640808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:16:35,610 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:16:35,610 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 020a7dca9d2359a61b5ddad6d00e0292: Running coprocessor pre-open hook at 1733901395579Writing region info on filesystem at 1733901395579Initializing all the Stores at 1733901395581 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901395581Cleaning up temporary data from old regions at 1733901395593 (+12 ms)Running coprocessor post-open hooks at 1733901395610 (+17 ms)Region opened successfully at 1733901395610 2024-12-11T07:16:35,611 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292., pid=18, masterSystemTime=1733901395549 2024-12-11T07:16:35,614 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. 2024-12-11T07:16:35,614 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. 2024-12-11T07:16:35,614 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. 2024-12-11T07:16:35,614 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c96970fab19aa24c9171ae0ee0268d9, NAME => 'SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-11T07:16:35,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-12-11T07:16:35,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 5dcd1a9f167763a3f2f4c669bb36a4b6, server=0e20657b70f6,39401,1733901374137 in 10.1080 sec 2024-12-11T07:16:35,614 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:16:35,614 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:35,615 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:16:35,615 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:16:35,615 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=020a7dca9d2359a61b5ddad6d00e0292, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,35087,1733901374106 2024-12-11T07:16:35,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 020a7dca9d2359a61b5ddad6d00e0292, server=0e20657b70f6,35087,1733901374106 because future has completed 2024-12-11T07:16:35,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5dcd1a9f167763a3f2f4c669bb36a4b6, ASSIGN in 10.2780 sec 2024-12-11T07:16:35,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-12-11T07:16:35,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 020a7dca9d2359a61b5ddad6d00e0292, server=0e20657b70f6,35087,1733901374106 in 10.0880 sec 2024-12-11T07:16:35,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=020a7dca9d2359a61b5ddad6d00e0292, ASSIGN in 10.2850 sec 2024-12-11T07:16:35,628 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/a76ee9b95169d15b9a7acb3a9210908e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:16:35,630 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened a76ee9b95169d15b9a7acb3a9210908e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58795895, jitterRate=-0.12387289106845856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:16:35,630 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a76ee9b95169d15b9a7acb3a9210908e 2024-12-11T07:16:35,630 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for a76ee9b95169d15b9a7acb3a9210908e: Running coprocessor pre-open hook at 1733901395578Writing region info on filesystem at 1733901395578Initializing all the Stores at 1733901395581 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901395581Cleaning up temporary data from old regions at 1733901395597 (+16 ms)Running coprocessor post-open hooks at 1733901395630 (+33 ms)Region opened successfully at 1733901395630 2024-12-11T07:16:35,631 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e., pid=22, masterSystemTime=1733901395555 2024-12-11T07:16:35,634 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e. 2024-12-11T07:16:35,634 INFO [StoreOpener-3c96970fab19aa24c9171ae0ee0268d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:16:35,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a76ee9b95169d15b9a7acb3a9210908e, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,33243,1733901374172 2024-12-11T07:16:35,634 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e. 2024-12-11T07:16:35,637 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1. 2024-12-11T07:16:35,637 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 14746c5c60a630f73a30a242664e85f1, NAME => 'SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-11T07:16:35,638 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 14746c5c60a630f73a30a242664e85f1 2024-12-11T07:16:35,638 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:35,638 INFO [StoreOpener-3c96970fab19aa24c9171ae0ee0268d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c96970fab19aa24c9171ae0ee0268d9 columnFamilyName cf 2024-12-11T07:16:35,638 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 14746c5c60a630f73a30a242664e85f1 2024-12-11T07:16:35,638 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 14746c5c60a630f73a30a242664e85f1 2024-12-11T07:16:35,638 DEBUG [StoreOpener-3c96970fab19aa24c9171ae0ee0268d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:35,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a76ee9b95169d15b9a7acb3a9210908e, server=0e20657b70f6,33243,1733901374172 because future has completed 2024-12-11T07:16:35,640 INFO [StoreOpener-3c96970fab19aa24c9171ae0ee0268d9-1 {}] regionserver.HStore(327): Store=3c96970fab19aa24c9171ae0ee0268d9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:16:35,640 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:16:35,641 INFO [StoreOpener-14746c5c60a630f73a30a242664e85f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 14746c5c60a630f73a30a242664e85f1 2024-12-11T07:16:35,641 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:16:35,643 INFO [StoreOpener-14746c5c60a630f73a30a242664e85f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14746c5c60a630f73a30a242664e85f1 columnFamilyName cf 2024-12-11T07:16:35,643 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:16:35,644 DEBUG [StoreOpener-14746c5c60a630f73a30a242664e85f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:35,644 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:16:35,644 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:16:35,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-12-11T07:16:35,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a76ee9b95169d15b9a7acb3a9210908e, server=0e20657b70f6,33243,1733901374172 in 10.0840 sec 2024-12-11T07:16:35,645 INFO [StoreOpener-14746c5c60a630f73a30a242664e85f1-1 {}] regionserver.HStore(327): Store=14746c5c60a630f73a30a242664e85f1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:16:35,645 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 14746c5c60a630f73a30a242664e85f1 2024-12-11T07:16:35,646 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/14746c5c60a630f73a30a242664e85f1 2024-12-11T07:16:35,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a76ee9b95169d15b9a7acb3a9210908e, ASSIGN in 10.3080 sec 2024-12-11T07:16:35,646 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/14746c5c60a630f73a30a242664e85f1 2024-12-11T07:16:35,647 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:16:35,647 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 14746c5c60a630f73a30a242664e85f1 2024-12-11T07:16:35,647 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 14746c5c60a630f73a30a242664e85f1 2024-12-11T07:16:35,650 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 14746c5c60a630f73a30a242664e85f1 2024-12-11T07:16:35,651 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/3c96970fab19aa24c9171ae0ee0268d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:16:35,651 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 3c96970fab19aa24c9171ae0ee0268d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73798951, jitterRate=0.09969006478786469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:16:35,651 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:16:35,652 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 3c96970fab19aa24c9171ae0ee0268d9: Running coprocessor pre-open hook at 1733901395615Writing region info on filesystem at 1733901395615Initializing all the Stores at 1733901395617 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901395618 (+1 ms)Cleaning up temporary data from old regions at 1733901395644 (+26 ms)Running coprocessor post-open hooks at 1733901395651 (+7 ms)Region opened successfully at 1733901395652 (+1 ms) 2024-12-11T07:16:35,652 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9., pid=23, masterSystemTime=1733901395549 2024-12-11T07:16:35,655 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. 2024-12-11T07:16:35,655 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. 2024-12-11T07:16:35,655 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. 2024-12-11T07:16:35,655 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => cdfb40cdf77b97f67cd80af4ed44b287, NAME => 'SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-11T07:16:35,656 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/14746c5c60a630f73a30a242664e85f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:16:35,656 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3c96970fab19aa24c9171ae0ee0268d9, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,35087,1733901374106 2024-12-11T07:16:35,656 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:16:35,656 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:35,656 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:16:35,656 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:16:35,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c96970fab19aa24c9171ae0ee0268d9, server=0e20657b70f6,35087,1733901374106 because future has completed 2024-12-11T07:16:35,660 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 14746c5c60a630f73a30a242664e85f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71703859, jitterRate=0.06847076117992401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:16:35,660 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14746c5c60a630f73a30a242664e85f1 2024-12-11T07:16:35,660 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 14746c5c60a630f73a30a242664e85f1: Running coprocessor pre-open hook at 1733901395638Writing region info on filesystem at 1733901395638Initializing all the Stores at 1733901395640 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901395640Cleaning up temporary data from old regions at 1733901395647 (+7 ms)Running coprocessor post-open hooks at 1733901395660 (+13 ms)Region opened successfully at 1733901395660 2024-12-11T07:16:35,660 INFO [StoreOpener-cdfb40cdf77b97f67cd80af4ed44b287-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:16:35,661 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1., pid=21, masterSystemTime=1733901395555 2024-12-11T07:16:35,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-12-11T07:16:35,664 INFO [StoreOpener-cdfb40cdf77b97f67cd80af4ed44b287-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdfb40cdf77b97f67cd80af4ed44b287 columnFamilyName cf 2024-12-11T07:16:35,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c96970fab19aa24c9171ae0ee0268d9, server=0e20657b70f6,35087,1733901374106 in 10.0980 sec 2024-12-11T07:16:35,664 DEBUG [StoreOpener-cdfb40cdf77b97f67cd80af4ed44b287-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:35,664 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1. 2024-12-11T07:16:35,664 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1. 2024-12-11T07:16:35,664 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. 2024-12-11T07:16:35,665 INFO [StoreOpener-cdfb40cdf77b97f67cd80af4ed44b287-1 {}] regionserver.HStore(327): Store=cdfb40cdf77b97f67cd80af4ed44b287/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:16:35,665 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d4eee2976d5c99085cf0281d77c2f48, NAME => 'SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-11T07:16:35,665 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:16:35,665 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6d4eee2976d5c99085cf0281d77c2f48 2024-12-11T07:16:35,665 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:35,666 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 6d4eee2976d5c99085cf0281d77c2f48 2024-12-11T07:16:35,666 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 6d4eee2976d5c99085cf0281d77c2f48 2024-12-11T07:16:35,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c96970fab19aa24c9171ae0ee0268d9, ASSIGN in 10.3280 sec 2024-12-11T07:16:35,667 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14746c5c60a630f73a30a242664e85f1, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,33243,1733901374172 2024-12-11T07:16:35,668 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:16:35,668 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:16:35,669 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:16:35,669 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:16:35,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14746c5c60a630f73a30a242664e85f1, server=0e20657b70f6,33243,1733901374172 because future has completed 2024-12-11T07:16:35,671 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:16:35,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-12-11T07:16:35,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 14746c5c60a630f73a30a242664e85f1, server=0e20657b70f6,33243,1733901374172 in 10.1200 sec 2024-12-11T07:16:35,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=14746c5c60a630f73a30a242664e85f1, ASSIGN in 10.3380 sec 2024-12-11T07:16:35,678 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/cdfb40cdf77b97f67cd80af4ed44b287/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:16:35,679 INFO [StoreOpener-6d4eee2976d5c99085cf0281d77c2f48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6d4eee2976d5c99085cf0281d77c2f48 2024-12-11T07:16:35,679 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened cdfb40cdf77b97f67cd80af4ed44b287; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73251157, jitterRate=0.0915272980928421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:16:35,679 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:16:35,680 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for cdfb40cdf77b97f67cd80af4ed44b287: Running coprocessor pre-open hook at 1733901395656Writing region info on filesystem at 1733901395656Initializing all the Stores at 1733901395659 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901395659Cleaning up temporary data from old regions at 1733901395669 (+10 ms)Running coprocessor post-open hooks at 1733901395679 (+10 ms)Region opened successfully at 1733901395679 2024-12-11T07:16:35,681 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287., pid=19, masterSystemTime=1733901395549 2024-12-11T07:16:35,681 INFO [StoreOpener-6d4eee2976d5c99085cf0281d77c2f48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d4eee2976d5c99085cf0281d77c2f48 columnFamilyName cf 2024-12-11T07:16:35,681 DEBUG [StoreOpener-6d4eee2976d5c99085cf0281d77c2f48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:35,681 INFO [StoreOpener-6d4eee2976d5c99085cf0281d77c2f48-1 {}] regionserver.HStore(327): Store=6d4eee2976d5c99085cf0281d77c2f48/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:16:35,682 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 6d4eee2976d5c99085cf0281d77c2f48 2024-12-11T07:16:35,684 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. 2024-12-11T07:16:35,684 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. 2024-12-11T07:16:35,684 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/6d4eee2976d5c99085cf0281d77c2f48 2024-12-11T07:16:35,684 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cdfb40cdf77b97f67cd80af4ed44b287, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,35087,1733901374106 2024-12-11T07:16:35,685 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/6d4eee2976d5c99085cf0281d77c2f48 2024-12-11T07:16:35,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdfb40cdf77b97f67cd80af4ed44b287, server=0e20657b70f6,35087,1733901374106 because future has completed 2024-12-11T07:16:35,686 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 6d4eee2976d5c99085cf0281d77c2f48 2024-12-11T07:16:35,686 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 6d4eee2976d5c99085cf0281d77c2f48 2024-12-11T07:16:35,690 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 6d4eee2976d5c99085cf0281d77c2f48 2024-12-11T07:16:35,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-12-11T07:16:35,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cdfb40cdf77b97f67cd80af4ed44b287, server=0e20657b70f6,35087,1733901374106 in 10.1480 sec 2024-12-11T07:16:35,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cdfb40cdf77b97f67cd80af4ed44b287, ASSIGN in 10.3550 sec 2024-12-11T07:16:35,694 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/6d4eee2976d5c99085cf0281d77c2f48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:16:35,695 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 6d4eee2976d5c99085cf0281d77c2f48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62909703, jitterRate=-0.06257237493991852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:16:35,695 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d4eee2976d5c99085cf0281d77c2f48 2024-12-11T07:16:35,695 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 6d4eee2976d5c99085cf0281d77c2f48: Running coprocessor pre-open hook at 1733901395666Writing region info on filesystem at 1733901395666Initializing all the Stores at 1733901395669 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901395669Cleaning up temporary data from old regions at 1733901395686 (+17 ms)Running coprocessor post-open hooks at 1733901395695 (+9 ms)Region opened successfully at 1733901395695 2024-12-11T07:16:35,696 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48., pid=20, masterSystemTime=1733901395555 2024-12-11T07:16:35,698 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. 2024-12-11T07:16:35,698 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. 2024-12-11T07:16:35,698 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f. 2024-12-11T07:16:35,699 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => f2b17b6ee19b0ab28d08bd3e465c936f, NAME => 'SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-11T07:16:35,699 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f2b17b6ee19b0ab28d08bd3e465c936f 2024-12-11T07:16:35,699 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:16:35,699 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for f2b17b6ee19b0ab28d08bd3e465c936f 2024-12-11T07:16:35,699 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for f2b17b6ee19b0ab28d08bd3e465c936f 2024-12-11T07:16:35,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6d4eee2976d5c99085cf0281d77c2f48, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,33243,1733901374172 2024-12-11T07:16:35,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d4eee2976d5c99085cf0281d77c2f48, server=0e20657b70f6,33243,1733901374172 because future has completed 2024-12-11T07:16:35,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-12-11T07:16:35,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d4eee2976d5c99085cf0281d77c2f48, server=0e20657b70f6,33243,1733901374172 in 10.1610 sec 2024-12-11T07:16:35,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d4eee2976d5c99085cf0281d77c2f48, ASSIGN in 10.3740 sec 2024-12-11T07:16:35,712 INFO [StoreOpener-f2b17b6ee19b0ab28d08bd3e465c936f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f2b17b6ee19b0ab28d08bd3e465c936f 2024-12-11T07:16:35,716 INFO [StoreOpener-f2b17b6ee19b0ab28d08bd3e465c936f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2b17b6ee19b0ab28d08bd3e465c936f columnFamilyName cf 2024-12-11T07:16:35,716 DEBUG [StoreOpener-f2b17b6ee19b0ab28d08bd3e465c936f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:16:35,717 INFO [StoreOpener-f2b17b6ee19b0ab28d08bd3e465c936f-1 {}] regionserver.HStore(327): Store=f2b17b6ee19b0ab28d08bd3e465c936f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:16:35,717 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for f2b17b6ee19b0ab28d08bd3e465c936f 2024-12-11T07:16:35,718 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/f2b17b6ee19b0ab28d08bd3e465c936f 2024-12-11T07:16:35,718 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/f2b17b6ee19b0ab28d08bd3e465c936f 2024-12-11T07:16:35,719 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for f2b17b6ee19b0ab28d08bd3e465c936f 2024-12-11T07:16:35,719 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for f2b17b6ee19b0ab28d08bd3e465c936f 2024-12-11T07:16:35,721 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for f2b17b6ee19b0ab28d08bd3e465c936f 2024-12-11T07:16:35,725 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/f2b17b6ee19b0ab28d08bd3e465c936f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T07:16:35,725 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened f2b17b6ee19b0ab28d08bd3e465c936f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67324173, jitterRate=0.003208354115486145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:16:35,726 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2b17b6ee19b0ab28d08bd3e465c936f 2024-12-11T07:16:35,726 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for f2b17b6ee19b0ab28d08bd3e465c936f: Running coprocessor pre-open hook at 1733901395699Writing region info on filesystem at 1733901395699Initializing all the Stores at 1733901395701 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901395701Cleaning up temporary data from old regions at 1733901395719 (+18 ms)Running coprocessor post-open hooks at 1733901395726 (+7 ms)Region opened successfully at 1733901395726 2024-12-11T07:16:35,729 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f., pid=24, masterSystemTime=1733901395555 2024-12-11T07:16:35,731 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f. 2024-12-11T07:16:35,731 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f. 2024-12-11T07:16:35,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f2b17b6ee19b0ab28d08bd3e465c936f, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,33243,1733901374172 2024-12-11T07:16:35,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2b17b6ee19b0ab28d08bd3e465c936f, server=0e20657b70f6,33243,1733901374172 because future has completed 2024-12-11T07:16:35,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-12-11T07:16:35,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f2b17b6ee19b0ab28d08bd3e465c936f, server=0e20657b70f6,33243,1733901374172 in 10.1710 sec 2024-12-11T07:16:35,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-12-11T07:16:35,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2b17b6ee19b0ab28d08bd3e465c936f, ASSIGN in 10.4040 sec 2024-12-11T07:16:35,745 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T07:16:35,745 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733901395745"}]},"ts":"1733901395745"} 2024-12-11T07:16:35,748 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-11T07:16:35,749 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T07:16:35,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7030 sec 2024-12-11T07:16:38,440 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-11T07:16:40,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T07:16:40,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T07:16:40,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T07:16:41,068 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T07:16:41,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T07:16:41,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T07:16:41,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T07:16:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T07:16:43,255 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-11T07:16:43,255 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-11T07:16:43,256 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T07:16:43,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-11T07:16:43,259 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T07:16:43,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-11T07:16:43,276 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48., hostname=0e20657b70f6,33243,1733901374172, seqNum=2] 2024-12-11T07:16:43,278 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48., hostname=0e20657b70f6,33243,1733901374172, seqNum=2] 2024-12-11T07:16:43,279 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48., hostname=0e20657b70f6,33243,1733901374172, seqNum=2] 2024-12-11T07:16:43,281 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48., hostname=0e20657b70f6,33243,1733901374172, seqNum=2] 2024-12-11T07:16:43,282 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48., hostname=0e20657b70f6,33243,1733901374172, seqNum=2] 2024-12-11T07:16:43,310 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9., hostname=0e20657b70f6,35087,1733901374106, seqNum=2] 2024-12-11T07:16:43,312 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9., hostname=0e20657b70f6,35087,1733901374106, seqNum=2] 2024-12-11T07:16:43,313 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9., hostname=0e20657b70f6,35087,1733901374106, seqNum=2] 2024-12-11T07:16:43,314 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9., hostname=0e20657b70f6,35087,1733901374106, seqNum=2] 2024-12-11T07:16:43,316 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9., hostname=0e20657b70f6,35087,1733901374106, seqNum=2] 2024-12-11T07:16:43,346 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4., hostname=0e20657b70f6,39401,1733901374137, seqNum=2] 2024-12-11T07:16:43,348 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4., hostname=0e20657b70f6,39401,1733901374137, seqNum=2] 2024-12-11T07:16:43,350 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4., hostname=0e20657b70f6,39401,1733901374137, seqNum=2] 2024-12-11T07:16:43,352 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4., hostname=0e20657b70f6,39401,1733901374137, seqNum=2] 2024-12-11T07:16:43,353 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4., hostname=0e20657b70f6,39401,1733901374137, seqNum=2] 2024-12-11T07:16:43,355 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4., hostname=0e20657b70f6,39401,1733901374137, seqNum=2] 2024-12-11T07:16:43,450 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f., hostname=0e20657b70f6,33243,1733901374172, seqNum=2] 2024-12-11T07:16:43,452 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f., hostname=0e20657b70f6,33243,1733901374172, seqNum=2] 2024-12-11T07:16:43,453 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f., hostname=0e20657b70f6,33243,1733901374172, seqNum=2] 2024-12-11T07:16:43,455 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f., hostname=0e20657b70f6,33243,1733901374172, seqNum=2] 2024-12-11T07:16:43,456 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f., hostname=0e20657b70f6,33243,1733901374172, seqNum=2] 2024-12-11T07:16:43,457 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f., hostname=0e20657b70f6,33243,1733901374172, seqNum=2] 2024-12-11T07:16:43,458 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f., hostname=0e20657b70f6,33243,1733901374172, seqNum=2] 2024-12-11T07:16:44,020 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T07:16:44,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T07:16:44,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T07:16:44,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T07:16:44,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T07:16:44,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T07:16:44,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39401 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T07:16:44,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33243 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. 2024-12-11T07:16:44,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33243 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T07:16:44,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33243 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T07:16:44,691 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-11T07:16:44,691 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T07:16:44,692 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T07:16:44,693 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T07:16:44,696 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T07:16:44,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741848_1024 (size=49) 2024-12-11T07:16:44,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741848_1024 (size=49) 2024-12-11T07:16:44,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741848_1024 (size=49) 2024-12-11T07:16:44,704 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T07:16:44,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14746c5c60a630f73a30a242664e85f1}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cdfb40cdf77b97f67cd80af4ed44b287}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5dcd1a9f167763a3f2f4c669bb36a4b6}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 020a7dca9d2359a61b5ddad6d00e0292}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a76ee9b95169d15b9a7acb3a9210908e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59d16ff9e4212bcebadcbd20a570a6b2}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d4eee2976d5c99085cf0281d77c2f48}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c96970fab19aa24c9171ae0ee0268d9}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 071566bc93cdd00cb391924c00c9cbc4}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2b17b6ee19b0ab28d08bd3e465c936f}] 2024-12-11T07:16:44,706 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 071566bc93cdd00cb391924c00c9cbc4 2024-12-11T07:16:44,706 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:16:44,706 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d4eee2976d5c99085cf0281d77c2f48 2024-12-11T07:16:44,706 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59d16ff9e4212bcebadcbd20a570a6b2 2024-12-11T07:16:44,706 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2b17b6ee19b0ab28d08bd3e465c936f 2024-12-11T07:16:44,709 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a76ee9b95169d15b9a7acb3a9210908e 2024-12-11T07:16:44,710 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5dcd1a9f167763a3f2f4c669bb36a4b6 2024-12-11T07:16:44,710 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:16:44,710 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:16:44,711 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14746c5c60a630f73a30a242664e85f1 2024-12-11T07:16:49,953 INFO [regionserver/0e20657b70f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-11T07:16:54,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-11T07:16:54,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-11T07:16:54,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-11T07:16:54,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4. 2024-12-11T07:16:54,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-11T07:16:54,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. 2024-12-11T07:16:54,707 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 071566bc93cdd00cb391924c00c9cbc4 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-11T07:16:54,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33243 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-11T07:16:54,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for cdfb40cdf77b97f67cd80af4ed44b287: 2024-12-11T07:16:54,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. for SnapshotProcedureTest completed. 2024-12-11T07:16:54,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:16:54,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:16:54,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T07:16:54,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-11T07:16:54,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-11T07:16:54,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. 2024-12-11T07:16:54,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. 2024-12-11T07:16:54,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33243 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-11T07:16:54,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 020a7dca9d2359a61b5ddad6d00e0292: 2024-12-11T07:16:54,709 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 3c96970fab19aa24c9171ae0ee0268d9 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-11T07:16:54,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. for SnapshotProcedureTest completed. 2024-12-11T07:16:54,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f. 2024-12-11T07:16:54,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6. 2024-12-11T07:16:54,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:16:54,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 5dcd1a9f167763a3f2f4c669bb36a4b6: 2024-12-11T07:16:54,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:16:54,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6. for SnapshotProcedureTest completed. 2024-12-11T07:16:54,709 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing f2b17b6ee19b0ab28d08bd3e465c936f 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-11T07:16:54,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T07:16:54,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:16:54,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:16:54,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T07:16:54,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2. 2024-12-11T07:16:54,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 59d16ff9e4212bcebadcbd20a570a6b2: 2024-12-11T07:16:54,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2. for SnapshotProcedureTest completed. 2024-12-11T07:16:54,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:16:54,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:16:54,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T07:16:54,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33243 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-11T07:16:54,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. 2024-12-11T07:16:54,711 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 6d4eee2976d5c99085cf0281d77c2f48 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-11T07:16:54,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33243 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-11T07:16:54,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1. 2024-12-11T07:16:54,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 14746c5c60a630f73a30a242664e85f1: 2024-12-11T07:16:54,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1. for SnapshotProcedureTest completed. 2024-12-11T07:16:54,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:16:54,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:16:54,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T07:16:54,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/3c96970fab19aa24c9171ae0ee0268d9/.tmp/cf/3852d6d7585048e5bcea08d27467a742 is 34, key is baa/cf:cf/1733901404109/Put/seqid=0 2024-12-11T07:16:54,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/6d4eee2976d5c99085cf0281d77c2f48/.tmp/cf/7ba0000bc2084d3c802b8d76ed85a57c is 34, key is aaa/cf:cf/1733901404159/Put/seqid=0 2024-12-11T07:16:54,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741851_1027 (size=65) 2024-12-11T07:16:54,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741851_1027 (size=65) 2024-12-11T07:16:54,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/071566bc93cdd00cb391924c00c9cbc4/.tmp/cf/462142fe1bfc48ee9b97c2e1e81a5185 is 34, key is ccd/cf:cf/1733901404114/Put/seqid=0 2024-12-11T07:16:54,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741851_1027 (size=65) 2024-12-11T07:16:54,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2. 2024-12-11T07:16:54,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-11T07:16:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-11T07:16:54,756 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 59d16ff9e4212bcebadcbd20a570a6b2 2024-12-11T07:16:54,756 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59d16ff9e4212bcebadcbd20a570a6b2 2024-12-11T07:16:54,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 59d16ff9e4212bcebadcbd20a570a6b2 in 10.0530 sec 2024-12-11T07:16:54,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741850_1026 (size=65) 2024-12-11T07:16:54,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741850_1026 (size=65) 2024-12-11T07:16:54,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741850_1026 (size=65) 2024-12-11T07:16:54,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. 2024-12-11T07:16:54,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-11T07:16:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-11T07:16:54,768 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:16:54,768 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:16:54,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 020a7dca9d2359a61b5ddad6d00e0292 in 10.0650 sec 2024-12-11T07:16:54,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741849_1025 (size=65) 2024-12-11T07:16:54,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741849_1025 (size=65) 2024-12-11T07:16:54,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741849_1025 (size=65) 2024-12-11T07:16:54,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. 2024-12-11T07:16:54,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-11T07:16:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-11T07:16:54,779 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:16:54,780 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:16:54,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cdfb40cdf77b97f67cd80af4ed44b287 in 10.0760 sec 2024-12-11T07:16:54,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741852_1028 (size=65) 2024-12-11T07:16:54,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741852_1028 (size=65) 2024-12-11T07:16:54,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741852_1028 (size=65) 2024-12-11T07:16:54,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6. 2024-12-11T07:16:54,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-11T07:16:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-11T07:16:54,792 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5dcd1a9f167763a3f2f4c669bb36a4b6 2024-12-11T07:16:54,792 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5dcd1a9f167763a3f2f4c669bb36a4b6 2024-12-11T07:16:54,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/f2b17b6ee19b0ab28d08bd3e465c936f/.tmp/cf/b6ab6e0e59924e02af89b972e1f61a2a is 34, key is eaa/cf:cf/1733901404557/Put/seqid=0 2024-12-11T07:16:54,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5dcd1a9f167763a3f2f4c669bb36a4b6 in 10.0890 sec 2024-12-11T07:16:54,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741853_1029 (size=57) 2024-12-11T07:16:54,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741853_1029 (size=57) 2024-12-11T07:16:54,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741853_1029 (size=57) 2024-12-11T07:16:54,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1. 2024-12-11T07:16:54,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-11T07:16:54,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e. 2024-12-11T07:16:54,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for a76ee9b95169d15b9a7acb3a9210908e: 2024-12-11T07:16:54,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e. for SnapshotProcedureTest completed. 2024-12-11T07:16:54,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:16:54,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:16:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-11T07:16:54,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T07:16:54,799 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 14746c5c60a630f73a30a242664e85f1 2024-12-11T07:16:54,800 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14746c5c60a630f73a30a242664e85f1 2024-12-11T07:16:54,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 14746c5c60a630f73a30a242664e85f1 in 10.0960 sec 2024-12-11T07:16:54,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741854_1030 (size=28623) 2024-12-11T07:16:54,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741854_1030 (size=28623) 2024-12-11T07:16:54,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741854_1030 (size=28623) 2024-12-11T07:16:54,820 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/3c96970fab19aa24c9171ae0ee0268d9/.tmp/cf/3852d6d7585048e5bcea08d27467a742 2024-12-11T07:16:54,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741857_1033 (size=499309) 2024-12-11T07:16:54,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741857_1033 (size=499309) 2024-12-11T07:16:54,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741857_1033 (size=499309) 2024-12-11T07:16:54,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741855_1031 (size=26918) 2024-12-11T07:16:54,836 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/f2b17b6ee19b0ab28d08bd3e465c936f/.tmp/cf/b6ab6e0e59924e02af89b972e1f61a2a 2024-12-11T07:16:54,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741855_1031 (size=26918) 2024-12-11T07:16:54,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741855_1031 (size=26918) 2024-12-11T07:16:54,836 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/6d4eee2976d5c99085cf0281d77c2f48/.tmp/cf/7ba0000bc2084d3c802b8d76ed85a57c 2024-12-11T07:16:54,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741856_1032 (size=47197) 2024-12-11T07:16:54,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741856_1032 (size=47197) 2024-12-11T07:16:54,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741856_1032 (size=47197) 2024-12-11T07:16:54,838 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/071566bc93cdd00cb391924c00c9cbc4/.tmp/cf/462142fe1bfc48ee9b97c2e1e81a5185 2024-12-11T07:16:54,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/3c96970fab19aa24c9171ae0ee0268d9/.tmp/cf/3852d6d7585048e5bcea08d27467a742 as hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/3c96970fab19aa24c9171ae0ee0268d9/cf/3852d6d7585048e5bcea08d27467a742 2024-12-11T07:16:54,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/f2b17b6ee19b0ab28d08bd3e465c936f/.tmp/cf/b6ab6e0e59924e02af89b972e1f61a2a as hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/f2b17b6ee19b0ab28d08bd3e465c936f/cf/b6ab6e0e59924e02af89b972e1f61a2a 2024-12-11T07:16:54,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/071566bc93cdd00cb391924c00c9cbc4/.tmp/cf/462142fe1bfc48ee9b97c2e1e81a5185 as hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/071566bc93cdd00cb391924c00c9cbc4/cf/462142fe1bfc48ee9b97c2e1e81a5185 2024-12-11T07:16:54,857 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/f2b17b6ee19b0ab28d08bd3e465c936f/cf/b6ab6e0e59924e02af89b972e1f61a2a, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-11T07:16:54,858 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for f2b17b6ee19b0ab28d08bd3e465c936f in 149ms, sequenceid=5, compaction requested=false 2024-12-11T07:16:54,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for f2b17b6ee19b0ab28d08bd3e465c936f: 2024-12-11T07:16:54,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f. for SnapshotProcedureTest completed. 2024-12-11T07:16:54,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:16:54,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:16:54,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/f2b17b6ee19b0ab28d08bd3e465c936f/cf/b6ab6e0e59924e02af89b972e1f61a2a] hfiles 2024-12-11T07:16:54,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/f2b17b6ee19b0ab28d08bd3e465c936f/cf/b6ab6e0e59924e02af89b972e1f61a2a for snapshot=SnapshotProcedureTest 2024-12-11T07:16:54,860 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/071566bc93cdd00cb391924c00c9cbc4/cf/462142fe1bfc48ee9b97c2e1e81a5185, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-11T07:16:54,861 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 071566bc93cdd00cb391924c00c9cbc4 in 154ms, sequenceid=5, compaction requested=false 2024-12-11T07:16:54,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 071566bc93cdd00cb391924c00c9cbc4: 2024-12-11T07:16:54,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4. for SnapshotProcedureTest completed. 2024-12-11T07:16:54,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:16:54,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:16:54,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/071566bc93cdd00cb391924c00c9cbc4/cf/462142fe1bfc48ee9b97c2e1e81a5185] hfiles 2024-12-11T07:16:54,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/071566bc93cdd00cb391924c00c9cbc4/cf/462142fe1bfc48ee9b97c2e1e81a5185 for snapshot=SnapshotProcedureTest 2024-12-11T07:16:54,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/6d4eee2976d5c99085cf0281d77c2f48/.tmp/cf/7ba0000bc2084d3c802b8d76ed85a57c as hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/6d4eee2976d5c99085cf0281d77c2f48/cf/7ba0000bc2084d3c802b8d76ed85a57c 2024-12-11T07:16:54,868 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/6d4eee2976d5c99085cf0281d77c2f48/cf/7ba0000bc2084d3c802b8d76ed85a57c, entries=676, sequenceid=5, filesize=26.3 K 2024-12-11T07:16:54,869 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 6d4eee2976d5c99085cf0281d77c2f48 in 158ms, sequenceid=5, compaction requested=false 2024-12-11T07:16:54,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 6d4eee2976d5c99085cf0281d77c2f48: 2024-12-11T07:16:54,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. for SnapshotProcedureTest completed. 2024-12-11T07:16:54,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:16:54,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:16:54,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/6d4eee2976d5c99085cf0281d77c2f48/cf/7ba0000bc2084d3c802b8d76ed85a57c] hfiles 2024-12-11T07:16:54,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/6d4eee2976d5c99085cf0281d77c2f48/cf/7ba0000bc2084d3c802b8d76ed85a57c for snapshot=SnapshotProcedureTest 2024-12-11T07:16:54,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741858_1034 (size=65) 2024-12-11T07:16:54,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741858_1034 (size=65) 2024-12-11T07:16:54,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741858_1034 (size=65) 2024-12-11T07:16:54,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e. 2024-12-11T07:16:54,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-11T07:16:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-11T07:16:54,873 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a76ee9b95169d15b9a7acb3a9210908e 2024-12-11T07:16:54,873 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a76ee9b95169d15b9a7acb3a9210908e 2024-12-11T07:16:54,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a76ee9b95169d15b9a7acb3a9210908e in 10.1700 sec 2024-12-11T07:16:54,876 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/3c96970fab19aa24c9171ae0ee0268d9/cf/3852d6d7585048e5bcea08d27467a742, entries=731, sequenceid=5, filesize=28.0 K 2024-12-11T07:16:54,877 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 3c96970fab19aa24c9171ae0ee0268d9 in 167ms, sequenceid=5, compaction requested=false 2024-12-11T07:16:54,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 3c96970fab19aa24c9171ae0ee0268d9: 2024-12-11T07:16:54,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. for SnapshotProcedureTest completed. 2024-12-11T07:16:54,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T07:16:54,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T07:16:54,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/3c96970fab19aa24c9171ae0ee0268d9/cf/3852d6d7585048e5bcea08d27467a742] hfiles 2024-12-11T07:16:54,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/3c96970fab19aa24c9171ae0ee0268d9/cf/3852d6d7585048e5bcea08d27467a742 for snapshot=SnapshotProcedureTest 2024-12-11T07:16:54,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741861_1037 (size=105) 2024-12-11T07:16:54,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741861_1037 (size=105) 2024-12-11T07:16:54,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741861_1037 (size=105) 2024-12-11T07:16:54,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. 2024-12-11T07:16:54,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-11T07:16:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-11T07:16:54,897 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6d4eee2976d5c99085cf0281d77c2f48 2024-12-11T07:16:54,897 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d4eee2976d5c99085cf0281d77c2f48 2024-12-11T07:16:54,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6d4eee2976d5c99085cf0281d77c2f48 in 10.1930 sec 2024-12-11T07:16:54,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741859_1035 (size=105) 2024-12-11T07:16:54,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741859_1035 (size=105) 2024-12-11T07:16:54,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741860_1036 (size=97) 2024-12-11T07:16:54,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741859_1035 (size=105) 2024-12-11T07:16:54,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4. 2024-12-11T07:16:54,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-11T07:16:54,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741860_1036 (size=97) 2024-12-11T07:16:54,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741860_1036 (size=97) 2024-12-11T07:16:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-11T07:16:54,909 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 071566bc93cdd00cb391924c00c9cbc4 2024-12-11T07:16:54,909 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 071566bc93cdd00cb391924c00c9cbc4 2024-12-11T07:16:54,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f. 2024-12-11T07:16:54,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-11T07:16:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-11T07:16:54,910 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f2b17b6ee19b0ab28d08bd3e465c936f 2024-12-11T07:16:54,910 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2b17b6ee19b0ab28d08bd3e465c936f 2024-12-11T07:16:54,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 071566bc93cdd00cb391924c00c9cbc4 in 10.2060 sec 2024-12-11T07:16:54,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f2b17b6ee19b0ab28d08bd3e465c936f in 10.2070 sec 2024-12-11T07:16:54,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741862_1038 (size=105) 2024-12-11T07:16:54,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741862_1038 (size=105) 2024-12-11T07:16:54,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741862_1038 (size=105) 2024-12-11T07:16:55,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. 2024-12-11T07:16:55,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-11T07:16:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-11T07:16:55,318 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:16:55,318 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:16:55,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-12-11T07:16:55,321 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T07:16:55,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3c96970fab19aa24c9171ae0ee0268d9 in 10.6150 sec 2024-12-11T07:16:55,322 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T07:16:55,322 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T07:16:55,322 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-11T07:16:55,324 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T07:16:55,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741863_1039 (size=1174) 2024-12-11T07:16:55,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741863_1039 (size=1174) 2024-12-11T07:16:55,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741863_1039 (size=1174) 2024-12-11T07:16:55,360 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T07:16:55,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-11T07:16:55,366 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,39401,1733901374137 2024-12-11T07:16:55,366 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,33243,1733901374172 2024-12-11T07:16:55,366 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,35087,1733901374106 2024-12-11T07:16:55,366 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,33243,1733901374172 2024-12-11T07:16:55,366 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,35087,1733901374106 2024-12-11T07:16:55,370 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,35087,1733901374106 2024-12-11T07:16:55,370 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,39401,1733901374137 2024-12-11T07:16:55,370 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,39401,1733901374137 2024-12-11T07:16:55,370 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,33243,1733901374172 2024-12-11T07:16:55,403 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T07:16:55,404 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 0e20657b70f6,35087,1733901374106 2024-12-11T07:16:55,404 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 0e20657b70f6,35087,1733901374106: Simulated kill ***** 2024-12-11T07:16:55,404 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-11T07:16:55,404 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-11T07:16:55,405 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-11T07:16:55,405 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-11T07:16:55,405 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-11T07:16:55,405 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 519002080 }, "NonHeapMemoryUsage": { "committed": 176357376, "init": 7667712, "max": -1, "used": 171891192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-11T07:16:55,406 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35903 {}] master.MasterRpcServices(700): 0e20657b70f6,35087,1733901374106 reported a fatal error: ***** ABORTING region server 0e20657b70f6,35087,1733901374106: Simulated kill ***** 2024-12-11T07:16:55,407 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0e20657b70f6,35087,1733901374106' ***** 2024-12-11T07:16:55,407 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-11T07:16:55,407 INFO [RS:0;0e20657b70f6:35087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T07:16:55,407 INFO [RS:0;0e20657b70f6:35087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-11T07:16:55,407 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T07:16:55,407 INFO [RS:0;0e20657b70f6:35087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-11T07:16:55,407 INFO [RS:0;0e20657b70f6:35087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T07:16:55,407 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T07:16:55,407 INFO [RS:0;0e20657b70f6:35087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0e20657b70f6:35087. 2024-12-11T07:16:55,407 DEBUG [RS:0;0e20657b70f6:35087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T07:16:55,407 DEBUG [RS:0;0e20657b70f6:35087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:16:55,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741835_1011 (size=1488) 2024-12-11T07:16:55,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741835_1011 (size=1488) 2024-12-11T07:16:55,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741835_1011 (size=1488) 2024-12-11T07:16:55,414 DEBUG [RS:0;0e20657b70f6:35087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:16:55,414 INFO [RS:0;0e20657b70f6:35087 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T07:16:55,414 INFO [RS:0;0e20657b70f6:35087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35087 2024-12-11T07:16:55,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x101a0613cd60001, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0e20657b70f6,35087,1733901374106 2024-12-11T07:16:55,416 INFO [RS:0;0e20657b70f6:35087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T07:16:55,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T07:16:55,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0e20657b70f6,35087,1733901374106] 2024-12-11T07:16:55,420 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0e20657b70f6,35087,1733901374106 already deleted, retry=false 2024-12-11T07:16:55,420 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 0e20657b70f6,35087,1733901374106 on 0e20657b70f6,35903,1733901374040 2024-12-11T07:16:55,421 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0e20657b70f6,35087,1733901374106, splitWal=true, meta=false 2024-12-11T07:16:55,422 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 0e20657b70f6,35087,1733901374106 (carryingMeta=false) 0e20657b70f6,35087,1733901374106/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3b705512[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-11T07:16:55,422 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0e20657b70f6,35087,1733901374106, splitWal=true, meta=false 2024-12-11T07:16:55,425 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 0e20657b70f6,35087,1733901374106 had 3 regions 2024-12-11T07:16:55,426 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0e20657b70f6,35087,1733901374106, splitWal=true, meta=false, isMeta: false 2024-12-11T07:16:55,427 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106-splitting 2024-12-11T07:16:55,428 INFO [PEWorker-2 {}] master.SplitWALManager(105): 0e20657b70f6,35087,1733901374106 WAL count=1, meta=false 2024-12-11T07:16:55,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 0e20657b70f6%2C35087%2C1733901374106.1733901374606}] 2024-12-11T07:16:55,431 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=0e20657b70f6,33243,1733901374172 2024-12-11T07:16:55,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0e20657b70f6%2C35087%2C1733901374106.1733901374606, worker=0e20657b70f6,33243,1733901374172}] 2024-12-11T07:16:55,433 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,35087,1733901374106 Release verify snapshot worker=0e20657b70f6,35087,1733901374106 2024-12-11T07:16:55,433 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 0e20657b70f6,35087,1733901374106, this operation will be retried to send to another server 2024-12-11T07:16:55,433 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-11T07:16:55,434 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733901416433 2024-12-11T07:16:55,437 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,35087,1733901374106 Release verify snapshot worker=0e20657b70f6,35087,1733901374106 2024-12-11T07:16:55,437 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to 0e20657b70f6,35087,1733901374106, this operation will be retried to send to another server 2024-12-11T07:16:55,437 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-11T07:16:55,437 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733901416437 2024-12-11T07:16:55,441 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-12-11T07:16:55,441 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-12-11T07:16:55,441 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-12-11T07:16:55,442 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,35087,1733901374106 Release verify snapshot worker=0e20657b70f6,35087,1733901374106 2024-12-11T07:16:55,442 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to 0e20657b70f6,35087,1733901374106, this operation will be retried to send to another server 2024-12-11T07:16:55,442 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-11T07:16:55,443 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733901416443 2024-12-11T07:16:55,459 INFO [regionserver/0e20657b70f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T07:16:55,459 INFO [regionserver/0e20657b70f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T07:16:55,491 INFO [regionserver/0e20657b70f6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T07:16:55,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x101a0613cd60001, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T07:16:55,518 INFO [RS:0;0e20657b70f6:35087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T07:16:55,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x101a0613cd60001, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T07:16:55,518 INFO [RS:0;0e20657b70f6:35087 {}] regionserver.HRegionServer(1031): Exiting; stopping=0e20657b70f6,35087,1733901374106; zookeeper connection closed. 2024-12-11T07:16:55,518 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52014014 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52014014 2024-12-11T07:17:05,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-11T07:17:05,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33243 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-11T07:17:05,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33243 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-11T07:17:05,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-11T07:17:05,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33243 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-11T07:17:05,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33243 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-11T07:17:05,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-11T07:17:05,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T07:17:05,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T07:17:05,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-11T07:17:05,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-11T07:17:05,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-11T07:17:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-11T07:17:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-11T07:17:05,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-11T07:17:05,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-11T07:17:05,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-11T07:17:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-11T07:17:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-11T07:17:05,374 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,39401,1733901374137 Release verify snapshot worker=0e20657b70f6,39401,1733901374137 2024-12-11T07:17:05,375 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,33243,1733901374172 Release verify snapshot worker=0e20657b70f6,33243,1733901374172 2024-12-11T07:17:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-11T07:17:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-11T07:17:05,376 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,33243,1733901374172 Release verify snapshot worker=0e20657b70f6,33243,1733901374172 2024-12-11T07:17:05,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,33243,1733901374172 in 10.0120 sec 2024-12-11T07:17:05,378 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,39401,1733901374137 Release verify snapshot worker=0e20657b70f6,39401,1733901374137 2024-12-11T07:17:05,378 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,39401,1733901374137 2024-12-11T07:17:05,379 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,39401,1733901374137 2024-12-11T07:17:05,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,39401,1733901374137 in 10.0120 sec 2024-12-11T07:17:05,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,33243,1733901374172 in 10.0130 sec 2024-12-11T07:17:05,381 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,33243,1733901374172 Release verify snapshot worker=0e20657b70f6,33243,1733901374172 2024-12-11T07:17:05,381 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,39401,1733901374137 Release verify snapshot worker=0e20657b70f6,39401,1733901374137 2024-12-11T07:17:05,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,39401,1733901374137 in 10.0150 sec 2024-12-11T07:17:05,381 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,33243,1733901374172 2024-12-11T07:17:05,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,33243,1733901374172 in 10.0180 sec 2024-12-11T07:17:05,383 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0e20657b70f6,33243,1733901374172 2024-12-11T07:17:05,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,39401,1733901374137 in 10.0180 sec 2024-12-11T07:17:05,394 INFO [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106-splitting/0e20657b70f6%2C35087%2C1733901374106.1733901374606, size=1.5 K (1488bytes) 2024-12-11T07:17:05,394 INFO [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106-splitting/0e20657b70f6%2C35087%2C1733901374106.1733901374606 2024-12-11T07:17:05,395 INFO [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106-splitting/0e20657b70f6%2C35087%2C1733901374106.1733901374606 after 1ms 2024-12-11T07:17:05,398 INFO [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106-splitting/0e20657b70f6%2C35087%2C1733901374106.1733901374606 took 5ms 2024-12-11T07:17:05,403 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 020a7dca9d2359a61b5ddad6d00e0292: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T07:17:05,405 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 3c96970fab19aa24c9171ae0ee0268d9: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-11T07:17:05,406 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for cdfb40cdf77b97f67cd80af4ed44b287: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T07:17:05,406 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106-splitting/0e20657b70f6%2C35087%2C1733901374106.1733901374606 so closing down 2024-12-11T07:17:05,407 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T07:17:05,407 INFO [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T07:17:05,407 INFO [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106-splitting/0e20657b70f6%2C35087%2C1733901374106.1733901374606, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-12-11T07:17:05,407 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106-splitting/0e20657b70f6%2C35087%2C1733901374106.1733901374606, journal: Splitting hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106-splitting/0e20657b70f6%2C35087%2C1733901374106.1733901374606, size=1.5 K (1488bytes) at 1733901425394Finishing writing output for hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106-splitting/0e20657b70f6%2C35087%2C1733901374106.1733901374606 so closing down at 1733901425406 (+12 ms)3 split writer threads finished at 1733901425407 (+1 ms)Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106-splitting/0e20657b70f6%2C35087%2C1733901374106.1733901374606, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1733901425407 2024-12-11T07:17:05,407 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106-splitting/0e20657b70f6%2C35087%2C1733901374106.1733901374606 2024-12-11T07:17:05,407 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0e20657b70f6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-11T07:17:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-11T07:17:05,411 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106-splitting/0e20657b70f6%2C35087%2C1733901374106.1733901374606 to hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/oldWALs 2024-12-11T07:17:05,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-11T07:17:05,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0e20657b70f6%2C35087%2C1733901374106.1733901374606, worker=0e20657b70f6,33243,1733901374172 in 9.9790 sec 2024-12-11T07:17:05,414 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=0e20657b70f6,33243,1733901374172 2024-12-11T07:17:05,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-11T07:17:05,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 0e20657b70f6%2C35087%2C1733901374106.1733901374606, worker=0e20657b70f6,33243,1733901374172 in 9.9860 sec 2024-12-11T07:17:05,418 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106-splitting dir is empty, no logs to split. 2024-12-11T07:17:05,418 INFO [PEWorker-5 {}] master.SplitWALManager(105): 0e20657b70f6,35087,1733901374106 WAL count=0, meta=false 2024-12-11T07:17:05,418 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 0e20657b70f6,35087,1733901374106 WAL splitting is done? wals=0, meta=false 2024-12-11T07:17:05,420 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 0e20657b70f6,35087,1733901374106 failed, ignore...File hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/WALs/0e20657b70f6,35087,1733901374106-splitting does not exist. 2024-12-11T07:17:05,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cdfb40cdf77b97f67cd80af4ed44b287, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=020a7dca9d2359a61b5ddad6d00e0292, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c96970fab19aa24c9171ae0ee0268d9, ASSIGN}] 2024-12-11T07:17:05,422 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=020a7dca9d2359a61b5ddad6d00e0292, ASSIGN 2024-12-11T07:17:05,422 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c96970fab19aa24c9171ae0ee0268d9, ASSIGN 2024-12-11T07:17:05,422 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cdfb40cdf77b97f67cd80af4ed44b287, ASSIGN 2024-12-11T07:17:05,422 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=020a7dca9d2359a61b5ddad6d00e0292, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T07:17:05,423 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c96970fab19aa24c9171ae0ee0268d9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T07:17:05,423 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cdfb40cdf77b97f67cd80af4ed44b287, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T07:17:05,573 DEBUG [0e20657b70f6:35903 {}] balancer.BalancerClusterState(204): Hosts are {0e20657b70f6=0} racks are {/default-rack=0} 2024-12-11T07:17:05,573 DEBUG [0e20657b70f6:35903 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T07:17:05,573 DEBUG [0e20657b70f6:35903 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T07:17:05,573 DEBUG [0e20657b70f6:35903 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T07:17:05,573 DEBUG [0e20657b70f6:35903 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T07:17:05,573 INFO [0e20657b70f6:35903 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T07:17:05,573 INFO [0e20657b70f6:35903 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T07:17:05,573 DEBUG [0e20657b70f6:35903 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T07:17:05,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=020a7dca9d2359a61b5ddad6d00e0292, regionState=OPENING, regionLocation=0e20657b70f6,39401,1733901374137 2024-12-11T07:17:05,574 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=3c96970fab19aa24c9171ae0ee0268d9, regionState=OPENING, regionLocation=0e20657b70f6,33243,1733901374172 2024-12-11T07:17:05,574 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=cdfb40cdf77b97f67cd80af4ed44b287, regionState=OPENING, regionLocation=0e20657b70f6,33243,1733901374172 2024-12-11T07:17:05,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c96970fab19aa24c9171ae0ee0268d9, ASSIGN because future has completed 2024-12-11T07:17:05,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c96970fab19aa24c9171ae0ee0268d9, server=0e20657b70f6,33243,1733901374172}] 2024-12-11T07:17:05,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cdfb40cdf77b97f67cd80af4ed44b287, ASSIGN because future has completed 2024-12-11T07:17:05,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdfb40cdf77b97f67cd80af4ed44b287, server=0e20657b70f6,33243,1733901374172}] 2024-12-11T07:17:05,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=020a7dca9d2359a61b5ddad6d00e0292, ASSIGN because future has completed 2024-12-11T07:17:05,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 020a7dca9d2359a61b5ddad6d00e0292, server=0e20657b70f6,39401,1733901374137}] 2024-12-11T07:17:05,647 INFO [master/0e20657b70f6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T07:17:05,647 INFO [master/0e20657b70f6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T07:17:14,020 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T07:17:15,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-11T07:17:15,382 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. 2024-12-11T07:17:15,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-11T07:17:15,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-11T07:17:15,382 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 020a7dca9d2359a61b5ddad6d00e0292, NAME => 'SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-11T07:17:15,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-11T07:17:15,382 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:17:15,382 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:17:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-11T07:17:15,383 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:17:15,383 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:17:15,384 INFO [StoreOpener-020a7dca9d2359a61b5ddad6d00e0292-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:17:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-11T07:17:15,385 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. 2024-12-11T07:17:15,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33243 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-11T07:17:15,385 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => cdfb40cdf77b97f67cd80af4ed44b287, NAME => 'SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-11T07:17:15,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33243 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-11T07:17:15,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-11T07:17:15,385 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:17:15,385 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:17:15,385 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:17:15,385 INFO [StoreOpener-020a7dca9d2359a61b5ddad6d00e0292-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 020a7dca9d2359a61b5ddad6d00e0292 columnFamilyName cf 2024-12-11T07:17:15,385 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:17:15,385 DEBUG [StoreOpener-020a7dca9d2359a61b5ddad6d00e0292-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:17:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-11T07:17:15,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-11T07:17:15,386 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,39401,1733901374137 Release verify snapshot worker=0e20657b70f6,39401,1733901374137 2024-12-11T07:17:15,386 INFO [StoreOpener-020a7dca9d2359a61b5ddad6d00e0292-1 {}] regionserver.HStore(327): Store=020a7dca9d2359a61b5ddad6d00e0292/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:17:15,386 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:17:15,387 INFO [StoreOpener-cdfb40cdf77b97f67cd80af4ed44b287-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:17:15,387 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:17:15,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,39401,1733901374137 in 20.0230 sec 2024-12-11T07:17:15,387 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,33243,1733901374172 Release verify snapshot worker=0e20657b70f6,33243,1733901374172 2024-12-11T07:17:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-11T07:17:15,388 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,39401,1733901374137 Release verify snapshot worker=0e20657b70f6,39401,1733901374137 2024-12-11T07:17:15,388 INFO [StoreOpener-cdfb40cdf77b97f67cd80af4ed44b287-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdfb40cdf77b97f67cd80af4ed44b287 columnFamilyName cf 2024-12-11T07:17:15,388 DEBUG [StoreOpener-cdfb40cdf77b97f67cd80af4ed44b287-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:17:15,389 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:17:15,389 INFO [StoreOpener-cdfb40cdf77b97f67cd80af4ed44b287-1 {}] regionserver.HStore(327): Store=cdfb40cdf77b97f67cd80af4ed44b287/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:17:15,389 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:17:15,389 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:17:15,389 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:17:15,390 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:17:15,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,33243,1733901374172 in 20.0240 sec 2024-12-11T07:17:15,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,39401,1733901374137 in 20.0250 sec 2024-12-11T07:17:15,391 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,33243,1733901374172 Release verify snapshot worker=0e20657b70f6,33243,1733901374172 2024-12-11T07:17:15,391 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:17:15,391 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:17:15,391 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:17:15,392 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:17:15,392 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 020a7dca9d2359a61b5ddad6d00e0292; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72971853, jitterRate=0.08736534416675568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:17:15,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=25 2024-12-11T07:17:15,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0e20657b70f6,33243,1733901374172 in 20.0280 sec 2024-12-11T07:17:15,393 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T07:17:15,393 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:17:15,393 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 020a7dca9d2359a61b5ddad6d00e0292: Running coprocessor pre-open hook at 1733901435383Writing region info on filesystem at 1733901435383Initializing all the Stores at 1733901435384 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901435384Cleaning up temporary data from old regions at 1733901435389 (+5 ms)Running coprocessor post-open hooks at 1733901435393 (+4 ms)Region opened successfully at 1733901435393 2024-12-11T07:17:15,393 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/.hbase-snapshot/SnapshotProcedureTest 2024-12-11T07:17:15,394 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292., pid=54, masterSystemTime=1733901435378 2024-12-11T07:17:15,394 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:17:15,395 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened cdfb40cdf77b97f67cd80af4ed44b287; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75269871, jitterRate=0.12160848081111908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:17:15,395 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:17:15,395 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T07:17:15,395 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-11T07:17:15,395 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for cdfb40cdf77b97f67cd80af4ed44b287: Running coprocessor pre-open hook at 1733901435385Writing region info on filesystem at 1733901435385Initializing all the Stores at 1733901435387 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901435387Cleaning up temporary data from old regions at 1733901435392 (+5 ms)Running coprocessor post-open hooks at 1733901435395 (+3 ms)Region opened successfully at 1733901435395 2024-12-11T07:17:15,395 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. 2024-12-11T07:17:15,395 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. 2024-12-11T07:17:15,396 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287., pid=53, masterSystemTime=1733901435381 2024-12-11T07:17:15,396 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=020a7dca9d2359a61b5ddad6d00e0292, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,39401,1733901374137 2024-12-11T07:17:15,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.7060 sec 2024-12-11T07:17:15,398 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. 2024-12-11T07:17:15,398 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. 2024-12-11T07:17:15,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 020a7dca9d2359a61b5ddad6d00e0292, server=0e20657b70f6,39401,1733901374137 because future has completed 2024-12-11T07:17:15,398 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. 2024-12-11T07:17:15,398 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c96970fab19aa24c9171ae0ee0268d9, NAME => 'SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-11T07:17:15,398 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:17:15,398 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T07:17:15,398 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:17:15,398 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:17:15,399 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=cdfb40cdf77b97f67cd80af4ed44b287, regionState=OPEN, openSeqNum=2, regionLocation=0e20657b70f6,33243,1733901374172 2024-12-11T07:17:15,399 INFO [StoreOpener-3c96970fab19aa24c9171ae0ee0268d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:17:15,400 INFO [StoreOpener-3c96970fab19aa24c9171ae0ee0268d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c96970fab19aa24c9171ae0ee0268d9 columnFamilyName cf 2024-12-11T07:17:15,400 DEBUG [StoreOpener-3c96970fab19aa24c9171ae0ee0268d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T07:17:15,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdfb40cdf77b97f67cd80af4ed44b287, server=0e20657b70f6,33243,1733901374172 because future has completed 2024-12-11T07:17:15,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-12-11T07:17:15,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 020a7dca9d2359a61b5ddad6d00e0292, server=0e20657b70f6,39401,1733901374137 in 9.8210 sec 2024-12-11T07:17:15,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=020a7dca9d2359a61b5ddad6d00e0292, ASSIGN in 9.9800 sec 2024-12-11T07:17:15,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-12-11T07:17:15,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure cdfb40cdf77b97f67cd80af4ed44b287, server=0e20657b70f6,33243,1733901374172 in 9.8240 sec 2024-12-11T07:17:15,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cdfb40cdf77b97f67cd80af4ed44b287, ASSIGN in 9.9820 sec 2024-12-11T07:17:15,408 DEBUG [StoreOpener-3c96970fab19aa24c9171ae0ee0268d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/3c96970fab19aa24c9171ae0ee0268d9/cf/3852d6d7585048e5bcea08d27467a742 2024-12-11T07:17:15,408 INFO [StoreOpener-3c96970fab19aa24c9171ae0ee0268d9-1 {}] regionserver.HStore(327): Store=3c96970fab19aa24c9171ae0ee0268d9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T07:17:15,409 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:17:15,410 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:17:15,411 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:17:15,411 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:17:15,411 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:17:15,413 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:17:15,416 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/3c96970fab19aa24c9171ae0ee0268d9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T07:17:15,417 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 3c96970fab19aa24c9171ae0ee0268d9; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63556599, jitterRate=-0.052932873368263245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T07:17:15,417 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:17:15,417 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 3c96970fab19aa24c9171ae0ee0268d9: Running coprocessor pre-open hook at 1733901435398Writing region info on filesystem at 1733901435398Initializing all the Stores at 1733901435399 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733901435399Cleaning up temporary data from old regions at 1733901435411 (+12 ms)Running coprocessor post-open hooks at 1733901435417 (+6 ms)Region opened successfully at 1733901435417 2024-12-11T07:17:15,418 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9., pid=52, masterSystemTime=1733901435381 2024-12-11T07:17:15,419 DEBUG [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. 2024-12-11T07:17:15,420 INFO [RS_OPEN_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. 2024-12-11T07:17:15,420 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=3c96970fab19aa24c9171ae0ee0268d9, regionState=OPEN, openSeqNum=6, regionLocation=0e20657b70f6,33243,1733901374172 2024-12-11T07:17:15,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c96970fab19aa24c9171ae0ee0268d9, server=0e20657b70f6,33243,1733901374172 because future has completed 2024-12-11T07:17:15,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-12-11T07:17:15,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c96970fab19aa24c9171ae0ee0268d9, server=0e20657b70f6,33243,1733901374172 in 9.8460 sec 2024-12-11T07:17:15,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-12-11T07:17:15,426 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 0e20657b70f6,35087,1733901374106 after splitting done 2024-12-11T07:17:15,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c96970fab19aa24c9171ae0ee0268d9, ASSIGN in 10.0030 sec 2024-12-11T07:17:15,426 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-11T07:17:15,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 0e20657b70f6,35087,1733901374106, splitWal=true, meta=false in 20.0060 sec 2024-12-11T07:17:15,430 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-11T07:17:15,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T07:17:15,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T07:17:15,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T07:17:15,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:17:15,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:17:15,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T07:17:15,431 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T07:17:15,431 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=913953815, stopped=false 2024-12-11T07:17:15,431 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0e20657b70f6,35903,1733901374040 2024-12-11T07:17:15,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T07:17:15,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T07:17:15,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:17:15,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T07:17:15,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:17:15,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:17:15,433 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T07:17:15,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T07:17:15,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T07:17:15,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T07:17:15,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T07:17:15,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T07:17:15,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:17:15,435 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0e20657b70f6,39401,1733901374137' ***** 2024-12-11T07:17:15,435 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T07:17:15,435 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0e20657b70f6,33243,1733901374172' ***** 2024-12-11T07:17:15,435 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T07:17:15,435 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T07:17:15,436 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T07:17:15,436 INFO [RS:1;0e20657b70f6:39401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T07:17:15,436 INFO [RS:1;0e20657b70f6:39401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T07:17:15,436 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(3091): Received CLOSE for 020a7dca9d2359a61b5ddad6d00e0292 2024-12-11T07:17:15,436 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T07:17:15,436 INFO [RS:2;0e20657b70f6:33243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T07:17:15,436 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T07:17:15,436 INFO [RS:2;0e20657b70f6:33243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T07:17:15,436 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(3091): Received CLOSE for a76ee9b95169d15b9a7acb3a9210908e 2024-12-11T07:17:15,436 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(3091): Received CLOSE for 5dcd1a9f167763a3f2f4c669bb36a4b6 2024-12-11T07:17:15,436 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(3091): Received CLOSE for 071566bc93cdd00cb391924c00c9cbc4 2024-12-11T07:17:15,436 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(3091): Received CLOSE for 59d16ff9e4212bcebadcbd20a570a6b2 2024-12-11T07:17:15,436 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(959): stopping server 0e20657b70f6,39401,1733901374137 2024-12-11T07:17:15,436 INFO [RS:1;0e20657b70f6:39401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T07:17:15,436 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 020a7dca9d2359a61b5ddad6d00e0292, disabling compactions & flushes 2024-12-11T07:17:15,436 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(3091): Received CLOSE for f2b17b6ee19b0ab28d08bd3e465c936f 2024-12-11T07:17:15,437 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. 2024-12-11T07:17:15,437 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(3091): Received CLOSE for 14746c5c60a630f73a30a242664e85f1 2024-12-11T07:17:15,437 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. 2024-12-11T07:17:15,437 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d4eee2976d5c99085cf0281d77c2f48 2024-12-11T07:17:15,437 INFO [RS:1;0e20657b70f6:39401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0e20657b70f6:39401. 2024-12-11T07:17:15,437 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. after waiting 0 ms 2024-12-11T07:17:15,437 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c96970fab19aa24c9171ae0ee0268d9 2024-12-11T07:17:15,437 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a76ee9b95169d15b9a7acb3a9210908e, disabling compactions & flushes 2024-12-11T07:17:15,437 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. 2024-12-11T07:17:15,437 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(3091): Received CLOSE for cdfb40cdf77b97f67cd80af4ed44b287 2024-12-11T07:17:15,437 DEBUG [RS:1;0e20657b70f6:39401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T07:17:15,437 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e. 2024-12-11T07:17:15,437 DEBUG [RS:1;0e20657b70f6:39401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:17:15,437 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(959): stopping server 0e20657b70f6,33243,1733901374172 2024-12-11T07:17:15,437 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e. 2024-12-11T07:17:15,437 INFO [RS:2;0e20657b70f6:33243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T07:17:15,437 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e. after waiting 0 ms 2024-12-11T07:17:15,437 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e. 2024-12-11T07:17:15,437 INFO [RS:2;0e20657b70f6:33243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;0e20657b70f6:33243. 2024-12-11T07:17:15,437 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T07:17:15,437 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T07:17:15,437 DEBUG [RS:2;0e20657b70f6:33243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T07:17:15,437 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T07:17:15,437 DEBUG [RS:2;0e20657b70f6:33243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:17:15,437 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T07:17:15,437 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-11T07:17:15,437 DEBUG [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(1325): Online Regions={a76ee9b95169d15b9a7acb3a9210908e=SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e., f2b17b6ee19b0ab28d08bd3e465c936f=SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f., 14746c5c60a630f73a30a242664e85f1=SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1., 6d4eee2976d5c99085cf0281d77c2f48=SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48., 3c96970fab19aa24c9171ae0ee0268d9=SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9., cdfb40cdf77b97f67cd80af4ed44b287=SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287.} 2024-12-11T07:17:15,437 DEBUG [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(1351): Waiting on 14746c5c60a630f73a30a242664e85f1, 3c96970fab19aa24c9171ae0ee0268d9, 6d4eee2976d5c99085cf0281d77c2f48, a76ee9b95169d15b9a7acb3a9210908e, cdfb40cdf77b97f67cd80af4ed44b287, f2b17b6ee19b0ab28d08bd3e465c936f 2024-12-11T07:17:15,437 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-11T07:17:15,438 DEBUG [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(1325): Online Regions={020a7dca9d2359a61b5ddad6d00e0292=SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292., 1588230740=hbase:meta,,1.1588230740, 5dcd1a9f167763a3f2f4c669bb36a4b6=SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6., 071566bc93cdd00cb391924c00c9cbc4=SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4., 59d16ff9e4212bcebadcbd20a570a6b2=SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2.} 2024-12-11T07:17:15,438 DEBUG [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(1351): Waiting on 020a7dca9d2359a61b5ddad6d00e0292, 071566bc93cdd00cb391924c00c9cbc4, 1588230740, 59d16ff9e4212bcebadcbd20a570a6b2, 5dcd1a9f167763a3f2f4c669bb36a4b6 2024-12-11T07:17:15,438 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T07:17:15,438 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T07:17:15,438 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T07:17:15,438 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T07:17:15,438 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T07:17:15,438 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-12-11T07:17:15,441 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/020a7dca9d2359a61b5ddad6d00e0292/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T07:17:15,442 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/a76ee9b95169d15b9a7acb3a9210908e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T07:17:15,442 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. 2024-12-11T07:17:15,442 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 020a7dca9d2359a61b5ddad6d00e0292: Waiting for close lock at 1733901435436Running coprocessor pre-close hooks at 1733901435436Disabling compacts and flushes for region at 1733901435436Disabling writes for close at 1733901435437 (+1 ms)Writing region close event to WAL at 1733901435437Running coprocessor post-close hooks at 1733901435442 (+5 ms)Closed at 1733901435442 2024-12-11T07:17:15,442 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733901385045.020a7dca9d2359a61b5ddad6d00e0292. 2024-12-11T07:17:15,443 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5dcd1a9f167763a3f2f4c669bb36a4b6, disabling compactions & flushes 2024-12-11T07:17:15,443 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6. 2024-12-11T07:17:15,443 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6. 2024-12-11T07:17:15,443 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6. after waiting 0 ms 2024-12-11T07:17:15,443 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e. 2024-12-11T07:17:15,443 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6. 2024-12-11T07:17:15,443 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a76ee9b95169d15b9a7acb3a9210908e: Waiting for close lock at 1733901435437Running coprocessor pre-close hooks at 1733901435437Disabling compacts and flushes for region at 1733901435437Disabling writes for close at 1733901435437Writing region close event to WAL at 1733901435437Running coprocessor post-close hooks at 1733901435443 (+6 ms)Closed at 1733901435443 2024-12-11T07:17:15,443 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733901385045.a76ee9b95169d15b9a7acb3a9210908e. 2024-12-11T07:17:15,443 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2b17b6ee19b0ab28d08bd3e465c936f, disabling compactions & flushes 2024-12-11T07:17:15,443 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f. 2024-12-11T07:17:15,443 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f. 2024-12-11T07:17:15,443 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f. after waiting 0 ms 2024-12-11T07:17:15,443 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f. 2024-12-11T07:17:15,446 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/5dcd1a9f167763a3f2f4c669bb36a4b6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T07:17:15,447 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6. 2024-12-11T07:17:15,447 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5dcd1a9f167763a3f2f4c669bb36a4b6: Waiting for close lock at 1733901435442Running coprocessor pre-close hooks at 1733901435442Disabling compacts and flushes for region at 1733901435442Disabling writes for close at 1733901435443 (+1 ms)Writing region close event to WAL at 1733901435443Running coprocessor post-close hooks at 1733901435447 (+4 ms)Closed at 1733901435447 2024-12-11T07:17:15,447 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733901385045.5dcd1a9f167763a3f2f4c669bb36a4b6. 2024-12-11T07:17:15,447 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 071566bc93cdd00cb391924c00c9cbc4, disabling compactions & flushes 2024-12-11T07:17:15,448 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4. 2024-12-11T07:17:15,448 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/f2b17b6ee19b0ab28d08bd3e465c936f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T07:17:15,448 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4. 2024-12-11T07:17:15,448 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4. after waiting 0 ms 2024-12-11T07:17:15,448 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4. 2024-12-11T07:17:15,448 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f. 2024-12-11T07:17:15,448 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2b17b6ee19b0ab28d08bd3e465c936f: Waiting for close lock at 1733901435443Running coprocessor pre-close hooks at 1733901435443Disabling compacts and flushes for region at 1733901435443Disabling writes for close at 1733901435443Writing region close event to WAL at 1733901435444 (+1 ms)Running coprocessor post-close hooks at 1733901435448 (+4 ms)Closed at 1733901435448 2024-12-11T07:17:15,448 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733901385045.f2b17b6ee19b0ab28d08bd3e465c936f. 2024-12-11T07:17:15,448 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14746c5c60a630f73a30a242664e85f1, disabling compactions & flushes 2024-12-11T07:17:15,448 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1. 2024-12-11T07:17:15,448 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1. 2024-12-11T07:17:15,448 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1. after waiting 0 ms 2024-12-11T07:17:15,449 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1. 2024-12-11T07:17:15,452 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/071566bc93cdd00cb391924c00c9cbc4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T07:17:15,453 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4. 2024-12-11T07:17:15,453 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 071566bc93cdd00cb391924c00c9cbc4: Waiting for close lock at 1733901435447Running coprocessor pre-close hooks at 1733901435447Disabling compacts and flushes for region at 1733901435447Disabling writes for close at 1733901435448 (+1 ms)Writing region close event to WAL at 1733901435448Running coprocessor post-close hooks at 1733901435452 (+4 ms)Closed at 1733901435452 2024-12-11T07:17:15,453 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/14746c5c60a630f73a30a242664e85f1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T07:17:15,453 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733901385045.071566bc93cdd00cb391924c00c9cbc4. 2024-12-11T07:17:15,453 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59d16ff9e4212bcebadcbd20a570a6b2, disabling compactions & flushes 2024-12-11T07:17:15,453 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2. 2024-12-11T07:17:15,453 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2. 2024-12-11T07:17:15,453 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2. after waiting 0 ms 2024-12-11T07:17:15,453 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2. 2024-12-11T07:17:15,454 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1. 2024-12-11T07:17:15,454 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14746c5c60a630f73a30a242664e85f1: Waiting for close lock at 1733901435448Running coprocessor pre-close hooks at 1733901435448Disabling compacts and flushes for region at 1733901435448Disabling writes for close at 1733901435448Writing region close event to WAL at 1733901435449 (+1 ms)Running coprocessor post-close hooks at 1733901435454 (+5 ms)Closed at 1733901435454 2024-12-11T07:17:15,454 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733901385045.14746c5c60a630f73a30a242664e85f1. 2024-12-11T07:17:15,454 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d4eee2976d5c99085cf0281d77c2f48, disabling compactions & flushes 2024-12-11T07:17:15,454 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. 2024-12-11T07:17:15,454 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. 2024-12-11T07:17:15,454 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. after waiting 0 ms 2024-12-11T07:17:15,454 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. 2024-12-11T07:17:15,457 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/59d16ff9e4212bcebadcbd20a570a6b2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T07:17:15,458 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2. 2024-12-11T07:17:15,458 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59d16ff9e4212bcebadcbd20a570a6b2: Waiting for close lock at 1733901435453Running coprocessor pre-close hooks at 1733901435453Disabling compacts and flushes for region at 1733901435453Disabling writes for close at 1733901435453Writing region close event to WAL at 1733901435453Running coprocessor post-close hooks at 1733901435458 (+5 ms)Closed at 1733901435458 2024-12-11T07:17:15,458 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733901385045.59d16ff9e4212bcebadcbd20a570a6b2. 2024-12-11T07:17:15,458 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740/.tmp/info/d68bc96b08a34b7090246b9e9f76a12e is 167, key is SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287./info:regioninfo/1733901435399/Put/seqid=0 2024-12-11T07:17:15,459 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/6d4eee2976d5c99085cf0281d77c2f48/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T07:17:15,459 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. 2024-12-11T07:17:15,459 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d4eee2976d5c99085cf0281d77c2f48: Waiting for close lock at 1733901435454Running coprocessor pre-close hooks at 1733901435454Disabling compacts and flushes for region at 1733901435454Disabling writes for close at 1733901435454Writing region close event to WAL at 1733901435455 (+1 ms)Running coprocessor post-close hooks at 1733901435459 (+4 ms)Closed at 1733901435459 2024-12-11T07:17:15,459 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733901385045.6d4eee2976d5c99085cf0281d77c2f48. 2024-12-11T07:17:15,459 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c96970fab19aa24c9171ae0ee0268d9, disabling compactions & flushes 2024-12-11T07:17:15,459 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. 2024-12-11T07:17:15,460 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. 2024-12-11T07:17:15,460 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. after waiting 0 ms 2024-12-11T07:17:15,460 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. 2024-12-11T07:17:15,461 INFO [regionserver/0e20657b70f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T07:17:15,462 INFO [regionserver/0e20657b70f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T07:17:15,463 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/3c96970fab19aa24c9171ae0ee0268d9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-11T07:17:15,464 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. 2024-12-11T07:17:15,464 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c96970fab19aa24c9171ae0ee0268d9: Waiting for close lock at 1733901435459Running coprocessor pre-close hooks at 1733901435459Disabling compacts and flushes for region at 1733901435459Disabling writes for close at 1733901435460 (+1 ms)Writing region close event to WAL at 1733901435460Running coprocessor post-close hooks at 1733901435464 (+4 ms)Closed at 1733901435464 2024-12-11T07:17:15,464 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733901385045.3c96970fab19aa24c9171ae0ee0268d9. 2024-12-11T07:17:15,464 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdfb40cdf77b97f67cd80af4ed44b287, disabling compactions & flushes 2024-12-11T07:17:15,464 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. 2024-12-11T07:17:15,464 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. 2024-12-11T07:17:15,464 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. after waiting 0 ms 2024-12-11T07:17:15,465 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. 2024-12-11T07:17:15,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741864_1040 (size=19817) 2024-12-11T07:17:15,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741864_1040 (size=19817) 2024-12-11T07:17:15,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741864_1040 (size=19817) 2024-12-11T07:17:15,467 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740/.tmp/info/d68bc96b08a34b7090246b9e9f76a12e 2024-12-11T07:17:15,473 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/default/SPTestTable/cdfb40cdf77b97f67cd80af4ed44b287/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T07:17:15,473 INFO [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. 2024-12-11T07:17:15,473 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdfb40cdf77b97f67cd80af4ed44b287: Waiting for close lock at 1733901435464Running coprocessor pre-close hooks at 1733901435464Disabling compacts and flushes for region at 1733901435464Disabling writes for close at 1733901435464Writing region close event to WAL at 1733901435468 (+4 ms)Running coprocessor post-close hooks at 1733901435473 (+5 ms)Closed at 1733901435473 2024-12-11T07:17:15,473 DEBUG [RS_CLOSE_REGION-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733901385045.cdfb40cdf77b97f67cd80af4ed44b287. 2024-12-11T07:17:15,483 INFO [regionserver/0e20657b70f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T07:17:15,483 INFO [regionserver/0e20657b70f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T07:17:15,494 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740/.tmp/ns/37aa0d7238b64e5386de09759ae854e4 is 43, key is default/ns:d/1733901384933/Put/seqid=0 2024-12-11T07:17:15,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741865_1041 (size=5153) 2024-12-11T07:17:15,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741865_1041 (size=5153) 2024-12-11T07:17:15,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741865_1041 (size=5153) 2024-12-11T07:17:15,501 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740/.tmp/ns/37aa0d7238b64e5386de09759ae854e4 2024-12-11T07:17:15,507 INFO [regionserver/0e20657b70f6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T07:17:15,507 INFO [regionserver/0e20657b70f6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T07:17:15,522 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740/.tmp/table/4ec92f3c06914522b8805f787ce57797 is 47, key is SPTestTable/table:state/1733901395745/Put/seqid=0 2024-12-11T07:17:15,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741866_1042 (size=5214) 2024-12-11T07:17:15,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741866_1042 (size=5214) 2024-12-11T07:17:15,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741866_1042 (size=5214) 2024-12-11T07:17:15,531 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740/.tmp/table/4ec92f3c06914522b8805f787ce57797 2024-12-11T07:17:15,539 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740/.tmp/info/d68bc96b08a34b7090246b9e9f76a12e as hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740/info/d68bc96b08a34b7090246b9e9f76a12e 2024-12-11T07:17:15,545 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740/info/d68bc96b08a34b7090246b9e9f76a12e, entries=112, sequenceid=35, filesize=19.4 K 2024-12-11T07:17:15,546 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740/.tmp/ns/37aa0d7238b64e5386de09759ae854e4 as hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740/ns/37aa0d7238b64e5386de09759ae854e4 2024-12-11T07:17:15,552 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740/ns/37aa0d7238b64e5386de09759ae854e4, entries=2, sequenceid=35, filesize=5.0 K 2024-12-11T07:17:15,553 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740/.tmp/table/4ec92f3c06914522b8805f787ce57797 as hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740/table/4ec92f3c06914522b8805f787ce57797 2024-12-11T07:17:15,558 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740/table/4ec92f3c06914522b8805f787ce57797, entries=2, sequenceid=35, filesize=5.1 K 2024-12-11T07:17:15,559 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=35, compaction requested=false 2024-12-11T07:17:15,564 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-11T07:17:15,564 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T07:17:15,565 INFO [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T07:17:15,565 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733901435438Running coprocessor pre-close hooks at 1733901435438Disabling compacts and flushes for region at 1733901435438Disabling writes for close at 1733901435438Obtaining lock to block concurrent updates at 1733901435438Preparing flush snapshotting stores in 1588230740 at 1733901435438Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1733901435439 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733901435439Flushing 1588230740/info: creating writer at 1733901435439Flushing 1588230740/info: appending metadata at 1733901435458 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733901435458Flushing 1588230740/ns: creating writer at 1733901435474 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733901435494 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733901435494Flushing 1588230740/table: creating writer at 1733901435507 (+13 ms)Flushing 1588230740/table: appending metadata at 1733901435522 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733901435522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b7d163: reopening flushed file at 1733901435538 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d1d5784: reopening flushed file at 1733901435545 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2c94e7: reopening flushed file at 1733901435552 (+7 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=35, compaction requested=false at 1733901435559 (+7 ms)Writing region close event to WAL at 1733901435561 (+2 ms)Running coprocessor post-close hooks at 1733901435564 (+3 ms)Closed at 1733901435564 2024-12-11T07:17:15,565 DEBUG [RS_CLOSE_META-regionserver/0e20657b70f6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T07:17:15,637 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(976): stopping server 0e20657b70f6,33243,1733901374172; all regions closed. 2024-12-11T07:17:15,638 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(976): stopping server 0e20657b70f6,39401,1733901374137; all regions closed. 2024-12-11T07:17:15,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741836_1012 (size=18438) 2024-12-11T07:17:15,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741833_1009 (size=4639) 2024-12-11T07:17:15,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741836_1012 (size=18438) 2024-12-11T07:17:15,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741833_1009 (size=4639) 2024-12-11T07:17:15,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741836_1012 (size=18438) 2024-12-11T07:17:15,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741833_1009 (size=4639) 2024-12-11T07:17:15,643 DEBUG [RS:1;0e20657b70f6:39401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/oldWALs 2024-12-11T07:17:15,643 INFO [RS:1;0e20657b70f6:39401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e20657b70f6%2C39401%2C1733901374137.meta:.meta(num 1733901384841) 2024-12-11T07:17:15,645 DEBUG [RS:2;0e20657b70f6:33243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/oldWALs 2024-12-11T07:17:15,645 INFO [RS:2;0e20657b70f6:33243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e20657b70f6%2C33243%2C1733901374172:(num 1733901374597) 2024-12-11T07:17:15,645 DEBUG [RS:2;0e20657b70f6:33243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:17:15,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741834_1010 (size=2947) 2024-12-11T07:17:15,645 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T07:17:15,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741834_1010 (size=2947) 2024-12-11T07:17:15,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741834_1010 (size=2947) 2024-12-11T07:17:15,646 INFO [RS:2;0e20657b70f6:33243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T07:17:15,646 INFO [RS:2;0e20657b70f6:33243 {}] hbase.ChoreService(370): Chore service for: regionserver/0e20657b70f6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T07:17:15,646 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T07:17:15,646 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T07:17:15,646 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T07:17:15,646 INFO [RS:2;0e20657b70f6:33243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T07:17:15,646 INFO [regionserver/0e20657b70f6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T07:17:15,646 INFO [RS:2;0e20657b70f6:33243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33243 2024-12-11T07:17:15,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0e20657b70f6,33243,1733901374172 2024-12-11T07:17:15,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T07:17:15,649 INFO [RS:2;0e20657b70f6:33243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T07:17:15,649 DEBUG [RS:1;0e20657b70f6:39401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/oldWALs 2024-12-11T07:17:15,649 INFO [RS:1;0e20657b70f6:39401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e20657b70f6%2C39401%2C1733901374137:(num 1733901374601) 2024-12-11T07:17:15,649 DEBUG [RS:1;0e20657b70f6:39401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T07:17:15,649 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T07:17:15,649 INFO [RS:1;0e20657b70f6:39401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T07:17:15,649 INFO [RS:1;0e20657b70f6:39401 {}] hbase.ChoreService(370): Chore service for: regionserver/0e20657b70f6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T07:17:15,650 INFO [RS:1;0e20657b70f6:39401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T07:17:15,650 INFO [regionserver/0e20657b70f6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T07:17:15,650 INFO [RS:1;0e20657b70f6:39401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39401 2024-12-11T07:17:15,651 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0e20657b70f6,33243,1733901374172] 2024-12-11T07:17:15,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T07:17:15,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0e20657b70f6,39401,1733901374137 2024-12-11T07:17:15,652 INFO [RS:1;0e20657b70f6:39401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T07:17:15,652 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0e20657b70f6,33243,1733901374172 already deleted, retry=false 2024-12-11T07:17:15,652 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0e20657b70f6,33243,1733901374172 expired; onlineServers=1 2024-12-11T07:17:15,654 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0e20657b70f6,39401,1733901374137] 2024-12-11T07:17:15,655 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0e20657b70f6,39401,1733901374137 already deleted, retry=false 2024-12-11T07:17:15,656 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0e20657b70f6,39401,1733901374137 expired; onlineServers=0 2024-12-11T07:17:15,656 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0e20657b70f6,35903,1733901374040' ***** 2024-12-11T07:17:15,656 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T07:17:15,656 INFO [M:0;0e20657b70f6:35903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T07:17:15,656 INFO [M:0;0e20657b70f6:35903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T07:17:15,656 DEBUG [M:0;0e20657b70f6:35903 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T07:17:15,656 DEBUG [M:0;0e20657b70f6:35903 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T07:17:15,656 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T07:17:15,656 DEBUG [master/0e20657b70f6:0:becomeActiveMaster-HFileCleaner.small.0-1733901374370 {}] cleaner.HFileCleaner(306): Exit Thread[master/0e20657b70f6:0:becomeActiveMaster-HFileCleaner.small.0-1733901374370,5,FailOnTimeoutGroup] 2024-12-11T07:17:15,656 DEBUG [master/0e20657b70f6:0:becomeActiveMaster-HFileCleaner.large.0-1733901374369 {}] cleaner.HFileCleaner(306): Exit Thread[master/0e20657b70f6:0:becomeActiveMaster-HFileCleaner.large.0-1733901374369,5,FailOnTimeoutGroup] 2024-12-11T07:17:15,656 INFO [M:0;0e20657b70f6:35903 {}] hbase.ChoreService(370): Chore service for: master/0e20657b70f6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T07:17:15,656 INFO [M:0;0e20657b70f6:35903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T07:17:15,656 DEBUG [M:0;0e20657b70f6:35903 {}] master.HMaster(1795): Stopping service threads 2024-12-11T07:17:15,656 INFO [M:0;0e20657b70f6:35903 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T07:17:15,656 INFO [M:0;0e20657b70f6:35903 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T07:17:15,657 ERROR [M:0;0e20657b70f6:35903 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:36643 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36643,5,PEWorkerGroup] 2024-12-11T07:17:15,657 INFO [M:0;0e20657b70f6:35903 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T07:17:15,657 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T07:17:15,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T07:17:15,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T07:17:15,657 DEBUG [M:0;0e20657b70f6:35903 {}] zookeeper.ZKUtil(347): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T07:17:15,658 WARN [M:0;0e20657b70f6:35903 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T07:17:15,658 INFO [M:0;0e20657b70f6:35903 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/.lastflushedseqids 2024-12-11T07:17:15,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741867_1043 (size=650) 2024-12-11T07:17:15,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741867_1043 (size=650) 2024-12-11T07:17:15,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741867_1043 (size=650) 2024-12-11T07:17:15,666 INFO [M:0;0e20657b70f6:35903 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T07:17:15,666 INFO [M:0;0e20657b70f6:35903 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T07:17:15,666 DEBUG [M:0;0e20657b70f6:35903 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T07:17:15,666 INFO [M:0;0e20657b70f6:35903 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T07:17:15,666 DEBUG [M:0;0e20657b70f6:35903 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T07:17:15,666 DEBUG [M:0;0e20657b70f6:35903 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T07:17:15,666 DEBUG [M:0;0e20657b70f6:35903 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T07:17:15,666 INFO [M:0;0e20657b70f6:35903 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=224.08 KB heapSize=267.47 KB 2024-12-11T07:17:15,682 DEBUG [M:0;0e20657b70f6:35903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3228570f1c7146e6ae170fcaab335046 is 82, key is hbase:meta,,1/info:regioninfo/1733901384910/Put/seqid=0 2024-12-11T07:17:15,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741868_1044 (size=5672) 2024-12-11T07:17:15,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741868_1044 (size=5672) 2024-12-11T07:17:15,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741868_1044 (size=5672) 2024-12-11T07:17:15,688 INFO [M:0;0e20657b70f6:35903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3228570f1c7146e6ae170fcaab335046 2024-12-11T07:17:15,707 DEBUG [M:0;0e20657b70f6:35903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8a19efea18548d3a83c4f164e216535 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733901395752/Put/seqid=0 2024-12-11T07:17:15,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741869_1045 (size=9321) 2024-12-11T07:17:15,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741869_1045 (size=9321) 2024-12-11T07:17:15,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741869_1045 (size=9321) 2024-12-11T07:17:15,715 INFO [M:0;0e20657b70f6:35903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=223.34 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8a19efea18548d3a83c4f164e216535 2024-12-11T07:17:15,721 INFO [M:0;0e20657b70f6:35903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8a19efea18548d3a83c4f164e216535 2024-12-11T07:17:15,742 DEBUG [M:0;0e20657b70f6:35903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a1061f970f941eba24306ec9c884c7b is 69, key is 0e20657b70f6,33243,1733901374172/rs:state/1733901374428/Put/seqid=0 2024-12-11T07:17:15,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741870_1046 (size=5447) 2024-12-11T07:17:15,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741870_1046 (size=5447) 2024-12-11T07:17:15,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741870_1046 (size=5447) 2024-12-11T07:17:15,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T07:17:15,751 INFO [RS:2;0e20657b70f6:33243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T07:17:15,751 INFO [RS:2;0e20657b70f6:33243 {}] regionserver.HRegionServer(1031): Exiting; stopping=0e20657b70f6,33243,1733901374172; zookeeper connection closed. 2024-12-11T07:17:15,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x101a0613cd60003, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T07:17:15,751 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1047f176 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1047f176 2024-12-11T07:17:15,752 INFO [M:0;0e20657b70f6:35903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a1061f970f941eba24306ec9c884c7b 2024-12-11T07:17:15,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T07:17:15,755 INFO [RS:1;0e20657b70f6:39401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T07:17:15,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x101a0613cd60002, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T07:17:15,755 INFO [RS:1;0e20657b70f6:39401 {}] regionserver.HRegionServer(1031): Exiting; stopping=0e20657b70f6,39401,1733901374137; zookeeper connection closed. 2024-12-11T07:17:15,755 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5efc3eb9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5efc3eb9 2024-12-11T07:17:15,755 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-11T07:17:15,759 INFO [M:0;0e20657b70f6:35903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a1061f970f941eba24306ec9c884c7b 2024-12-11T07:17:15,760 DEBUG [M:0;0e20657b70f6:35903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3228570f1c7146e6ae170fcaab335046 as hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3228570f1c7146e6ae170fcaab335046 2024-12-11T07:17:15,767 INFO [M:0;0e20657b70f6:35903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3228570f1c7146e6ae170fcaab335046, entries=8, sequenceid=470, filesize=5.5 K 2024-12-11T07:17:15,768 DEBUG [M:0;0e20657b70f6:35903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8a19efea18548d3a83c4f164e216535 as hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8a19efea18548d3a83c4f164e216535 2024-12-11T07:17:15,775 INFO [M:0;0e20657b70f6:35903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8a19efea18548d3a83c4f164e216535 2024-12-11T07:17:15,775 INFO [M:0;0e20657b70f6:35903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8a19efea18548d3a83c4f164e216535, entries=54, sequenceid=470, filesize=9.1 K 2024-12-11T07:17:15,776 DEBUG [M:0;0e20657b70f6:35903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a1061f970f941eba24306ec9c884c7b as hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a1061f970f941eba24306ec9c884c7b 2024-12-11T07:17:15,782 INFO [M:0;0e20657b70f6:35903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a1061f970f941eba24306ec9c884c7b 2024-12-11T07:17:15,782 INFO [M:0;0e20657b70f6:35903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36643/user/jenkins/test-data/ce52bdb7-f446-3c83-2368-52287be79b02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a1061f970f941eba24306ec9c884c7b, entries=3, sequenceid=470, filesize=5.3 K 2024-12-11T07:17:15,783 INFO [M:0;0e20657b70f6:35903 {}] regionserver.HRegion(3140): Finished flush of dataSize ~224.08 KB/229457, heapSize ~267.17 KB/273584, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=470, compaction requested=false 2024-12-11T07:17:15,788 INFO [M:0;0e20657b70f6:35903 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T07:17:15,789 DEBUG [M:0;0e20657b70f6:35903 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733901435666Disabling compacts and flushes for region at 1733901435666Disabling writes for close at 1733901435666Obtaining lock to block concurrent updates at 1733901435666Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733901435666Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=229457, getHeapSize=273824, getOffHeapSize=0, getCellsCount=573 at 1733901435667 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733901435667Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733901435667Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733901435681 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733901435681Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733901435693 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733901435707 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733901435707Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733901435721 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733901435741 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733901435741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@685be089: reopening flushed file at 1733901435759 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e8c707f: reopening flushed file at 1733901435767 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@537a3a17: reopening flushed file at 1733901435775 (+8 ms)Finished flush of dataSize ~224.08 KB/229457, heapSize ~267.17 KB/273584, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=470, compaction requested=false at 1733901435783 (+8 ms)Writing region close event to WAL at 1733901435788 (+5 ms)Closed at 1733901435788 2024-12-11T07:17:15,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741830_1006 (size=260838) 2024-12-11T07:17:15,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40613 is added to blk_1073741830_1006 (size=260838) 2024-12-11T07:17:15,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741830_1006 (size=260838) 2024-12-11T07:17:15,794 INFO [M:0;0e20657b70f6:35903 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T07:17:15,794 INFO [M:0;0e20657b70f6:35903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35903 2024-12-11T07:17:15,794 INFO [M:0;0e20657b70f6:35903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T07:17:15,794 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T07:17:15,896 INFO [M:0;0e20657b70f6:35903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T07:17:15,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T07:17:15,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x101a0613cd60000, quorum=127.0.0.1:56374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T07:17:15,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25075e3c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T07:17:15,900 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2df72bee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T07:17:15,900 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T07:17:15,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5252a9a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T07:17:15,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18820903{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/hadoop.log.dir/,STOPPED} 2024-12-11T07:17:15,901 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T07:17:15,902 WARN [BP-436843161-172.17.0.2-1733901373136 heartbeating to localhost/127.0.0.1:36643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T07:17:15,902 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T07:17:15,902 WARN [BP-436843161-172.17.0.2-1733901373136 heartbeating to localhost/127.0.0.1:36643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-436843161-172.17.0.2-1733901373136 (Datanode Uuid 4223f8f7-856f-424b-9113-70545c31d158) service to localhost/127.0.0.1:36643 2024-12-11T07:17:15,902 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/cluster_ffbe3e53-3ffd-ea6d-2163-2c39efa1f511/data/data5/current/BP-436843161-172.17.0.2-1733901373136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T07:17:15,903 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/cluster_ffbe3e53-3ffd-ea6d-2163-2c39efa1f511/data/data6/current/BP-436843161-172.17.0.2-1733901373136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T07:17:15,903 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T07:17:15,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d9e2f03{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T07:17:15,909 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b52b262{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T07:17:15,909 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T07:17:15,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50f5fe09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T07:17:15,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70fe7c6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/hadoop.log.dir/,STOPPED} 2024-12-11T07:17:15,911 WARN [BP-436843161-172.17.0.2-1733901373136 heartbeating to localhost/127.0.0.1:36643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T07:17:15,911 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T07:17:15,911 WARN [BP-436843161-172.17.0.2-1733901373136 heartbeating to localhost/127.0.0.1:36643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-436843161-172.17.0.2-1733901373136 (Datanode Uuid 927b6d49-42ed-4f5c-9b47-6cf3c2b9690c) service to localhost/127.0.0.1:36643 2024-12-11T07:17:15,911 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T07:17:15,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/cluster_ffbe3e53-3ffd-ea6d-2163-2c39efa1f511/data/data3/current/BP-436843161-172.17.0.2-1733901373136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T07:17:15,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/cluster_ffbe3e53-3ffd-ea6d-2163-2c39efa1f511/data/data4/current/BP-436843161-172.17.0.2-1733901373136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T07:17:15,913 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T07:17:15,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ee46248{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T07:17:15,918 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51f349c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T07:17:15,918 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T07:17:15,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13d31af2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T07:17:15,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@274eec8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/hadoop.log.dir/,STOPPED} 2024-12-11T07:17:15,920 WARN [BP-436843161-172.17.0.2-1733901373136 heartbeating to localhost/127.0.0.1:36643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T07:17:15,920 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T07:17:15,920 WARN [BP-436843161-172.17.0.2-1733901373136 heartbeating to localhost/127.0.0.1:36643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-436843161-172.17.0.2-1733901373136 (Datanode Uuid 20df4e69-69ea-4e3a-b61f-28ae5e9ab2a3) service to localhost/127.0.0.1:36643 2024-12-11T07:17:15,920 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T07:17:15,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/cluster_ffbe3e53-3ffd-ea6d-2163-2c39efa1f511/data/data1/current/BP-436843161-172.17.0.2-1733901373136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T07:17:15,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/cluster_ffbe3e53-3ffd-ea6d-2163-2c39efa1f511/data/data2/current/BP-436843161-172.17.0.2-1733901373136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T07:17:15,921 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T07:17:15,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@696b608c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T07:17:15,931 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7053826d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T07:17:15,931 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T07:17:15,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ac27c5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T07:17:15,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6060a5e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84b9820-942d-d0b0-3ce6-9c7e796f444a/hadoop.log.dir/,STOPPED} 2024-12-11T07:17:15,939 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T07:17:15,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-11T07:17:15,988 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=127 (was 96) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36643 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36643 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/0e20657b70f6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 432), ProcessCount=11 (was 11), AvailableMemoryMB=5738 (was 5014) - AvailableMemoryMB LEAK? -