2024-12-05 22:12:55,037 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-05 22:12:55,046 main DEBUG Took 0.007936 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 22:12:55,046 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 22:12:55,047 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 22:12:55,048 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 22:12:55,049 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 22:12:55,056 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 22:12:55,069 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 22:12:55,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 22:12:55,072 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 22:12:55,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 22:12:55,073 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 22:12:55,074 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 22:12:55,074 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 22:12:55,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 22:12:55,075 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 22:12:55,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 22:12:55,076 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 22:12:55,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 22:12:55,077 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 22:12:55,077 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 22:12:55,078 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 22:12:55,078 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 22:12:55,079 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 22:12:55,079 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 22:12:55,080 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 22:12:55,080 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 22:12:55,081 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 22:12:55,081 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 22:12:55,082 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 22:12:55,082 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 22:12:55,082 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 22:12:55,082 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 22:12:55,093 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 22:12:55,095 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 22:12:55,096 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 22:12:55,097 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 22:12:55,098 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 22:12:55,098 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 22:12:55,105 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 22:12:55,107 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 22:12:55,109 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 22:12:55,109 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 22:12:55,110 main DEBUG createAppenders(={Console}) 2024-12-05 22:12:55,110 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-05 22:12:55,110 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-05 22:12:55,111 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-05 22:12:55,118 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 22:12:55,118 main DEBUG OutputStream closed 2024-12-05 22:12:55,118 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 22:12:55,119 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 22:12:55,119 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-05 22:12:55,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 22:12:55,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 22:12:55,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 22:12:55,247 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 22:12:55,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 22:12:55,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 22:12:55,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 22:12:55,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 22:12:55,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 22:12:55,250 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 22:12:55,250 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 22:12:55,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 22:12:55,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 22:12:55,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 22:12:55,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 22:12:55,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 22:12:55,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 22:12:55,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 22:12:55,256 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 22:12:55,256 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-05 22:12:55,257 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 22:12:55,258 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-05T22:12:55,276 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-05 22:12:55,280 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 22:12:55,281 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T22:12:55,291 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-05T22:12:55,420 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=566, ProcessCount=11, AvailableMemoryMB=271 2024-12-05T22:12:55,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b 2024-12-05T22:12:55,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T22:12:55,713 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/cluster_e2f2d7d2-eac9-7971-1e36-df6d311a0351, deleteOnExit=true 2024-12-05T22:12:55,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T22:12:55,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/test.cache.data in system properties and HBase conf 2024-12-05T22:12:55,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T22:12:55,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/hadoop.log.dir in system properties and HBase conf 2024-12-05T22:12:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T22:12:55,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T22:12:55,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T22:12:55,792 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T22:12:55,879 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T22:12:55,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T22:12:55,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T22:12:55,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T22:12:55,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T22:12:55,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T22:12:55,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T22:12:55,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T22:12:55,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T22:12:55,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T22:12:55,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/nfs.dump.dir in system properties and HBase conf 2024-12-05T22:12:55,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/java.io.tmpdir in system properties and HBase conf 2024-12-05T22:12:55,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T22:12:55,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T22:12:55,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T22:12:58,058 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T22:12:58,148 INFO [Time-limited test {}] log.Log(170): Logging initialized @4362ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T22:12:58,224 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T22:12:58,332 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T22:12:58,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T22:12:58,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T22:12:58,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T22:12:58,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T22:12:58,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4981cb4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/hadoop.log.dir/,AVAILABLE} 2024-12-05T22:12:58,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cad2250{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T22:12:58,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29da1ca2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/java.io.tmpdir/jetty-localhost-37509-hadoop-hdfs-3_4_1-tests_jar-_-any-17193480696234799120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T22:12:58,750 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7060ce97{HTTP/1.1, (http/1.1)}{localhost:37509} 2024-12-05T22:12:58,751 INFO [Time-limited test {}] server.Server(415): Started @4966ms 2024-12-05T22:12:59,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T22:12:59,643 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T22:12:59,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T22:12:59,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T22:12:59,650 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T22:12:59,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ecffe1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/hadoop.log.dir/,AVAILABLE} 2024-12-05T22:12:59,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75358fb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T22:12:59,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e7cfcd4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/java.io.tmpdir/jetty-localhost-35875-hadoop-hdfs-3_4_1-tests_jar-_-any-13999111892853684544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T22:12:59,768 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4685a1d1{HTTP/1.1, (http/1.1)}{localhost:35875} 2024-12-05T22:12:59,768 INFO [Time-limited test {}] server.Server(415): Started @5983ms 2024-12-05T22:12:59,823 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T22:12:59,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T22:12:59,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T22:12:59,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T22:12:59,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T22:12:59,989 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T22:12:59,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684b7235{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/hadoop.log.dir/,AVAILABLE} 2024-12-05T22:12:59,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c6ee722{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T22:13:00,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c0b7fed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/java.io.tmpdir/jetty-localhost-41865-hadoop-hdfs-3_4_1-tests_jar-_-any-14664001041415432785/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T22:13:00,112 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fc559b9{HTTP/1.1, (http/1.1)}{localhost:41865} 2024-12-05T22:13:00,112 INFO [Time-limited test {}] server.Server(415): Started @6327ms 2024-12-05T22:13:00,115 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T22:13:00,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T22:13:00,183 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T22:13:00,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T22:13:00,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T22:13:00,186 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T22:13:00,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dc9e1f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/hadoop.log.dir/,AVAILABLE} 2024-12-05T22:13:00,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@283e5aba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T22:13:00,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d13efcc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/java.io.tmpdir/jetty-localhost-33553-hadoop-hdfs-3_4_1-tests_jar-_-any-11636291063726496153/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T22:13:00,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4268cec6{HTTP/1.1, (http/1.1)}{localhost:33553} 2024-12-05T22:13:00,288 INFO [Time-limited test {}] server.Server(415): Started @6503ms 2024-12-05T22:13:00,290 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T22:13:02,337 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/cluster_e2f2d7d2-eac9-7971-1e36-df6d311a0351/data/data1/current/BP-39962892-172.17.0.3-1733436777099/current, will proceed with Du for space computation calculation, 2024-12-05T22:13:02,337 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/cluster_e2f2d7d2-eac9-7971-1e36-df6d311a0351/data/data2/current/BP-39962892-172.17.0.3-1733436777099/current, will proceed with Du for space computation calculation, 2024-12-05T22:13:02,340 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/cluster_e2f2d7d2-eac9-7971-1e36-df6d311a0351/data/data3/current/BP-39962892-172.17.0.3-1733436777099/current, will proceed with Du for space computation calculation, 2024-12-05T22:13:02,340 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/cluster_e2f2d7d2-eac9-7971-1e36-df6d311a0351/data/data4/current/BP-39962892-172.17.0.3-1733436777099/current, will proceed with Du for space computation calculation, 2024-12-05T22:13:02,461 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/cluster_e2f2d7d2-eac9-7971-1e36-df6d311a0351/data/data5/current/BP-39962892-172.17.0.3-1733436777099/current, will proceed with Du for space computation calculation, 2024-12-05T22:13:02,462 WARN [Thread-133 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/cluster_e2f2d7d2-eac9-7971-1e36-df6d311a0351/data/data6/current/BP-39962892-172.17.0.3-1733436777099/current, will proceed with Du for space computation calculation, 2024-12-05T22:13:02,531 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T22:13:02,532 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T22:13:02,558 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T22:13:02,609 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a7117d031a526c5 with lease ID 0xbb535b4791ef9dba: Processing first storage report for DS-5437d8fc-ff16-4e6f-98db-5bc2c6606486 from datanode DatanodeRegistration(127.0.0.1:33795, datanodeUuid=54672f5a-2b75-4825-8456-cf04d241091e, infoPort=33743, infoSecurePort=0, ipcPort=37851, storageInfo=lv=-57;cid=testClusterID;nsid=1340926055;c=1733436777099) 2024-12-05T22:13:02,610 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a7117d031a526c5 with lease ID 0xbb535b4791ef9dba: from storage DS-5437d8fc-ff16-4e6f-98db-5bc2c6606486 node DatanodeRegistration(127.0.0.1:33795, datanodeUuid=54672f5a-2b75-4825-8456-cf04d241091e, infoPort=33743, infoSecurePort=0, ipcPort=37851, storageInfo=lv=-57;cid=testClusterID;nsid=1340926055;c=1733436777099), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-05T22:13:02,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7aa648414cef5253 with lease ID 0xbb535b4791ef9db8: Processing first storage report for DS-bdee7ab7-7f62-46cd-96c2-14e185b9452c from datanode DatanodeRegistration(127.0.0.1:43925, datanodeUuid=1c96ab6c-33fd-4906-b7d6-cfc7d2fc8458, infoPort=36807, infoSecurePort=0, ipcPort=40349, storageInfo=lv=-57;cid=testClusterID;nsid=1340926055;c=1733436777099) 2024-12-05T22:13:02,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7aa648414cef5253 with lease ID 0xbb535b4791ef9db8: from storage DS-bdee7ab7-7f62-46cd-96c2-14e185b9452c node DatanodeRegistration(127.0.0.1:43925, datanodeUuid=1c96ab6c-33fd-4906-b7d6-cfc7d2fc8458, infoPort=36807, infoSecurePort=0, ipcPort=40349, storageInfo=lv=-57;cid=testClusterID;nsid=1340926055;c=1733436777099), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T22:13:02,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa21f249a6a91b783 with lease ID 0xbb535b4791ef9db9: Processing first storage report for DS-a2bfeb60-2b9d-404d-b689-f300bfc0eea9 from datanode DatanodeRegistration(127.0.0.1:34687, datanodeUuid=59f96eca-8d5e-4cc4-a622-a60a9fbd465d, infoPort=34593, infoSecurePort=0, ipcPort=38299, storageInfo=lv=-57;cid=testClusterID;nsid=1340926055;c=1733436777099) 2024-12-05T22:13:02,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa21f249a6a91b783 with lease ID 0xbb535b4791ef9db9: from storage DS-a2bfeb60-2b9d-404d-b689-f300bfc0eea9 node DatanodeRegistration(127.0.0.1:34687, datanodeUuid=59f96eca-8d5e-4cc4-a622-a60a9fbd465d, infoPort=34593, infoSecurePort=0, ipcPort=38299, storageInfo=lv=-57;cid=testClusterID;nsid=1340926055;c=1733436777099), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T22:13:02,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a7117d031a526c5 with lease ID 0xbb535b4791ef9dba: Processing first storage report for DS-9ca5a17e-43be-4744-9d77-84618a09fe2d from datanode DatanodeRegistration(127.0.0.1:33795, datanodeUuid=54672f5a-2b75-4825-8456-cf04d241091e, infoPort=33743, infoSecurePort=0, ipcPort=37851, storageInfo=lv=-57;cid=testClusterID;nsid=1340926055;c=1733436777099) 2024-12-05T22:13:02,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a7117d031a526c5 with lease ID 0xbb535b4791ef9dba: from storage DS-9ca5a17e-43be-4744-9d77-84618a09fe2d node DatanodeRegistration(127.0.0.1:33795, datanodeUuid=54672f5a-2b75-4825-8456-cf04d241091e, infoPort=33743, infoSecurePort=0, ipcPort=37851, storageInfo=lv=-57;cid=testClusterID;nsid=1340926055;c=1733436777099), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T22:13:02,613 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7aa648414cef5253 with lease ID 0xbb535b4791ef9db8: Processing first storage report for DS-29e4c31f-ee9e-4056-b118-23775f2d058c from datanode DatanodeRegistration(127.0.0.1:43925, datanodeUuid=1c96ab6c-33fd-4906-b7d6-cfc7d2fc8458, infoPort=36807, infoSecurePort=0, ipcPort=40349, storageInfo=lv=-57;cid=testClusterID;nsid=1340926055;c=1733436777099) 2024-12-05T22:13:02,613 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7aa648414cef5253 with lease ID 0xbb535b4791ef9db8: from storage DS-29e4c31f-ee9e-4056-b118-23775f2d058c node DatanodeRegistration(127.0.0.1:43925, datanodeUuid=1c96ab6c-33fd-4906-b7d6-cfc7d2fc8458, infoPort=36807, infoSecurePort=0, ipcPort=40349, storageInfo=lv=-57;cid=testClusterID;nsid=1340926055;c=1733436777099), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T22:13:02,614 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa21f249a6a91b783 with lease ID 0xbb535b4791ef9db9: Processing first storage report for DS-dffca8f5-8c79-4a6d-82c7-c9aa3ec7abbf from datanode DatanodeRegistration(127.0.0.1:34687, datanodeUuid=59f96eca-8d5e-4cc4-a622-a60a9fbd465d, infoPort=34593, infoSecurePort=0, ipcPort=38299, storageInfo=lv=-57;cid=testClusterID;nsid=1340926055;c=1733436777099) 2024-12-05T22:13:02,614 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa21f249a6a91b783 with lease ID 0xbb535b4791ef9db9: from storage DS-dffca8f5-8c79-4a6d-82c7-c9aa3ec7abbf node DatanodeRegistration(127.0.0.1:34687, datanodeUuid=59f96eca-8d5e-4cc4-a622-a60a9fbd465d, infoPort=34593, infoSecurePort=0, ipcPort=38299, storageInfo=lv=-57;cid=testClusterID;nsid=1340926055;c=1733436777099), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T22:13:02,654 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b 2024-12-05T22:13:02,777 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/cluster_e2f2d7d2-eac9-7971-1e36-df6d311a0351/zookeeper_0, clientPort=59391, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/cluster_e2f2d7d2-eac9-7971-1e36-df6d311a0351/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/cluster_e2f2d7d2-eac9-7971-1e36-df6d311a0351/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T22:13:02,845 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59391 2024-12-05T22:13:02,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:13:02,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:13:03,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741825_1001 (size=7) 2024-12-05T22:13:03,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741825_1001 (size=7) 2024-12-05T22:13:03,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741825_1001 (size=7) 2024-12-05T22:13:03,719 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d with version=8 2024-12-05T22:13:03,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/hbase-staging 2024-12-05T22:13:03,819 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T22:13:04,177 INFO [Time-limited test {}] client.ConnectionUtils(128): master/71706e0cb9ca:0 server-side Connection retries=45 2024-12-05T22:13:04,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T22:13:04,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T22:13:04,198 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T22:13:04,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T22:13:04,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T22:13:04,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T22:13:04,470 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T22:13:04,482 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T22:13:04,487 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T22:13:04,522 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 998 (auto-detected) 2024-12-05T22:13:04,524 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-05T22:13:04,550 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42005 2024-12-05T22:13:04,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42005 connecting to ZooKeeper ensemble=127.0.0.1:59391 2024-12-05T22:13:04,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420050x0, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T22:13:04,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42005-0x101a78e343f0000 connected 2024-12-05T22:13:05,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:13:05,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:13:05,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T22:13:05,025 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d, hbase.cluster.distributed=false 2024-12-05T22:13:05,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T22:13:05,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42005 2024-12-05T22:13:05,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42005 2024-12-05T22:13:05,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42005 2024-12-05T22:13:05,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42005 2024-12-05T22:13:05,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42005 2024-12-05T22:13:05,197 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/71706e0cb9ca:0 server-side Connection retries=45 2024-12-05T22:13:05,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T22:13:05,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T22:13:05,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T22:13:05,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T22:13:05,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T22:13:05,206 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T22:13:05,209 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T22:13:05,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45969 2024-12-05T22:13:05,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45969 connecting to ZooKeeper ensemble=127.0.0.1:59391 2024-12-05T22:13:05,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:13:05,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:13:05,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459690x0, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T22:13:05,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459690x0, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T22:13:05,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45969-0x101a78e343f0001 connected 2024-12-05T22:13:05,241 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T22:13:05,251 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T22:13:05,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T22:13:05,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T22:13:05,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45969 2024-12-05T22:13:05,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45969 2024-12-05T22:13:05,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45969 2024-12-05T22:13:05,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45969 2024-12-05T22:13:05,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45969 2024-12-05T22:13:05,287 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/71706e0cb9ca:0 server-side Connection retries=45 2024-12-05T22:13:05,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T22:13:05,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T22:13:05,288 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T22:13:05,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T22:13:05,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T22:13:05,288 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T22:13:05,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T22:13:05,290 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41977 2024-12-05T22:13:05,291 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41977 connecting to ZooKeeper ensemble=127.0.0.1:59391 2024-12-05T22:13:05,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:13:05,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:13:05,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419770x0, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T22:13:05,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419770x0, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T22:13:05,312 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T22:13:05,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41977-0x101a78e343f0002 connected 2024-12-05T22:13:05,319 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T22:13:05,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T22:13:05,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T22:13:05,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41977 2024-12-05T22:13:05,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41977 2024-12-05T22:13:05,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41977 2024-12-05T22:13:05,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41977 2024-12-05T22:13:05,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41977 2024-12-05T22:13:05,350 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/71706e0cb9ca:0 server-side Connection retries=45 2024-12-05T22:13:05,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T22:13:05,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T22:13:05,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T22:13:05,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T22:13:05,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T22:13:05,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T22:13:05,351 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T22:13:05,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45957 2024-12-05T22:13:05,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45957 connecting to ZooKeeper ensemble=127.0.0.1:59391 2024-12-05T22:13:05,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:13:05,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:13:05,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459570x0, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T22:13:05,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459570x0, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T22:13:05,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45957-0x101a78e343f0003 connected 2024-12-05T22:13:05,425 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T22:13:05,427 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T22:13:05,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45957-0x101a78e343f0003, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T22:13:05,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45957-0x101a78e343f0003, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T22:13:05,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45957 2024-12-05T22:13:05,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45957 2024-12-05T22:13:05,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45957 2024-12-05T22:13:05,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45957 2024-12-05T22:13:05,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45957 2024-12-05T22:13:05,450 DEBUG [M:0;71706e0cb9ca:42005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;71706e0cb9ca:42005 2024-12-05T22:13:05,451 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/71706e0cb9ca,42005,1733436783961 2024-12-05T22:13:05,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T22:13:05,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x101a78e343f0003, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T22:13:05,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T22:13:05,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T22:13:05,476 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/71706e0cb9ca,42005,1733436783961 2024-12-05T22:13:05,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x101a78e343f0003, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T22:13:05,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T22:13:05,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:05,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T22:13:05,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x101a78e343f0003, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:05,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:05,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:05,506 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T22:13:05,507 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/71706e0cb9ca,42005,1733436783961 from backup master directory 2024-12-05T22:13:05,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T22:13:05,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T22:13:05,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x101a78e343f0003, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T22:13:05,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/71706e0cb9ca,42005,1733436783961 2024-12-05T22:13:05,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T22:13:05,521 WARN [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T22:13:05,522 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=71706e0cb9ca,42005,1733436783961 2024-12-05T22:13:05,523 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T22:13:05,525 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T22:13:05,589 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/hbase.id] with ID: 5a881e31-b9b5-436a-b8b8-cefad08a4195 2024-12-05T22:13:05,590 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/.tmp/hbase.id 2024-12-05T22:13:05,596 WARN [IPC Server handler 4 on default port 42989 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T22:13:05,596 WARN [IPC Server handler 4 on default port 42989 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T22:13:05,597 WARN [IPC Server handler 4 on default port 42989 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T22:13:05,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741826_1002 (size=42) 2024-12-05T22:13:05,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741826_1002 (size=42) 2024-12-05T22:13:05,613 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/.tmp/hbase.id]:[hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/hbase.id] 2024-12-05T22:13:05,674 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:13:05,680 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T22:13:05,704 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-12-05T22:13:05,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:05,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:05,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:05,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x101a78e343f0003, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:05,727 WARN [IPC Server handler 3 on default port 42989 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T22:13:05,727 WARN [IPC Server handler 3 on default port 42989 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T22:13:05,728 WARN [IPC Server handler 3 on default port 42989 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T22:13:05,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741827_1003 (size=196) 2024-12-05T22:13:05,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741827_1003 (size=196) 2024-12-05T22:13:05,756 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T22:13:05,759 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T22:13:05,781 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T22:13:05,787 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T22:13:05,821 WARN [IPC Server handler 4 on default port 42989 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T22:13:05,821 WARN [IPC Server handler 4 on default port 42989 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T22:13:05,822 WARN [IPC Server handler 4 on default port 42989 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T22:13:05,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741828_1004 (size=1189) 2024-12-05T22:13:05,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741828_1004 (size=1189) 2024-12-05T22:13:05,857 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store 2024-12-05T22:13:05,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741829_1005 (size=34) 2024-12-05T22:13:05,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741829_1005 (size=34) 2024-12-05T22:13:05,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741829_1005 (size=34) 2024-12-05T22:13:05,892 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T22:13:05,899 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:05,901 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T22:13:05,901 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T22:13:05,902 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T22:13:05,904 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T22:13:05,904 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T22:13:05,905 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T22:13:05,909 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733436785901Disabling compacts and flushes for region at 1733436785901Disabling writes for close at 1733436785904 (+3 ms)Writing region close event to WAL at 1733436785905 (+1 ms)Closed at 1733436785905 2024-12-05T22:13:05,912 WARN [master/71706e0cb9ca:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/.initializing 2024-12-05T22:13:05,912 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/WALs/71706e0cb9ca,42005,1733436783961 2024-12-05T22:13:05,925 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T22:13:05,943 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=71706e0cb9ca%2C42005%2C1733436783961, suffix=, logDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/WALs/71706e0cb9ca,42005,1733436783961, archiveDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/oldWALs, maxLogs=10 2024-12-05T22:13:05,977 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/WALs/71706e0cb9ca,42005,1733436783961/71706e0cb9ca%2C42005%2C1733436783961.1733436785950, exclude list is [], retry=0 2024-12-05T22:13:05,982 WARN [IPC Server handler 3 on default port 42989 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T22:13:05,983 WARN [IPC Server handler 3 on default port 42989 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T22:13:05,983 WARN [IPC Server handler 3 on default port 42989 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T22:13:06,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-5437d8fc-ff16-4e6f-98db-5bc2c6606486,DISK] 2024-12-05T22:13:06,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43925,DS-bdee7ab7-7f62-46cd-96c2-14e185b9452c,DISK] 2024-12-05T22:13:06,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T22:13:06,061 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/WALs/71706e0cb9ca,42005,1733436783961/71706e0cb9ca%2C42005%2C1733436783961.1733436785950 2024-12-05T22:13:06,063 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:33743:33743)] 2024-12-05T22:13:06,064 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T22:13:06,064 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:06,069 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:13:06,070 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:13:06,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:13:06,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T22:13:06,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:06,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T22:13:06,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:13:06,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T22:13:06,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:06,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:13:06,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:13:06,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T22:13:06,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:06,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:13:06,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:13:06,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T22:13:06,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:06,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:13:06,238 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:13:06,245 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:13:06,249 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:13:06,264 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:13:06,264 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:13:06,270 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T22:13:06,287 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:13:06,296 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:13:06,298 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73920227, jitterRate=0.10149721801280975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T22:13:06,307 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733436786090Initializing all the Stores at 1733436786093 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733436786094 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436786097 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436786098 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436786098Cleaning up temporary data from old regions at 1733436786264 (+166 ms)Region opened successfully at 1733436786306 (+42 ms) 2024-12-05T22:13:06,308 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T22:13:06,372 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd35ce5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=71706e0cb9ca/172.17.0.3:0 2024-12-05T22:13:06,418 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T22:13:06,434 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T22:13:06,434 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T22:13:06,438 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T22:13:06,440 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T22:13:06,445 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-05T22:13:06,446 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-05T22:13:06,484 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T22:13:06,496 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T22:13:06,555 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T22:13:06,559 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T22:13:06,564 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T22:13:06,621 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T22:13:06,626 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T22:13:06,632 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T22:13:06,655 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T22:13:06,658 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T22:13:06,669 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T22:13:06,699 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T22:13:06,888 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T22:13:07,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x101a78e343f0003, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T22:13:07,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T22:13:07,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T22:13:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T22:13:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x101a78e343f0003, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:07,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:07,078 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=71706e0cb9ca,42005,1733436783961, sessionid=0x101a78e343f0000, setting cluster-up flag (Was=false) 2024-12-05T22:13:07,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:07,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:07,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x101a78e343f0003, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:07,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:07,246 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T22:13:07,249 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=71706e0cb9ca,42005,1733436783961 2024-12-05T22:13:07,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x101a78e343f0003, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:07,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:07,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:07,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:07,310 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T22:13:07,312 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=71706e0cb9ca,42005,1733436783961 2024-12-05T22:13:07,318 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T22:13:07,342 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(746): ClusterId : 5a881e31-b9b5-436a-b8b8-cefad08a4195 2024-12-05T22:13:07,343 INFO [RS:2;71706e0cb9ca:45957 {}] regionserver.HRegionServer(746): ClusterId : 5a881e31-b9b5-436a-b8b8-cefad08a4195 2024-12-05T22:13:07,343 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(746): ClusterId : 5a881e31-b9b5-436a-b8b8-cefad08a4195 2024-12-05T22:13:07,345 DEBUG [RS:0;71706e0cb9ca:45969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T22:13:07,345 DEBUG [RS:1;71706e0cb9ca:41977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T22:13:07,345 DEBUG [RS:2;71706e0cb9ca:45957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T22:13:07,359 DEBUG [RS:0;71706e0cb9ca:45969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T22:13:07,359 DEBUG [RS:1;71706e0cb9ca:41977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T22:13:07,359 DEBUG [RS:2;71706e0cb9ca:45957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T22:13:07,359 DEBUG [RS:0;71706e0cb9ca:45969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T22:13:07,359 DEBUG [RS:1;71706e0cb9ca:41977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T22:13:07,359 DEBUG [RS:2;71706e0cb9ca:45957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T22:13:07,369 DEBUG [RS:0;71706e0cb9ca:45969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T22:13:07,369 DEBUG [RS:1;71706e0cb9ca:41977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T22:13:07,369 DEBUG [RS:2;71706e0cb9ca:45957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T22:13:07,369 DEBUG [RS:1;71706e0cb9ca:41977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c7ff5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=71706e0cb9ca/172.17.0.3:0 2024-12-05T22:13:07,370 DEBUG [RS:2;71706e0cb9ca:45957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460a92cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=71706e0cb9ca/172.17.0.3:0 2024-12-05T22:13:07,370 DEBUG [RS:0;71706e0cb9ca:45969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c330aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=71706e0cb9ca/172.17.0.3:0 2024-12-05T22:13:07,385 DEBUG [RS:1;71706e0cb9ca:41977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;71706e0cb9ca:41977 2024-12-05T22:13:07,389 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T22:13:07,390 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T22:13:07,390 DEBUG [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T22:13:07,390 DEBUG [RS:2;71706e0cb9ca:45957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;71706e0cb9ca:45957 2024-12-05T22:13:07,390 DEBUG [RS:0;71706e0cb9ca:45969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;71706e0cb9ca:45969 2024-12-05T22:13:07,390 INFO [RS:2;71706e0cb9ca:45957 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T22:13:07,390 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T22:13:07,390 INFO [RS:2;71706e0cb9ca:45957 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T22:13:07,390 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T22:13:07,390 DEBUG [RS:2;71706e0cb9ca:45957 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T22:13:07,390 DEBUG [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T22:13:07,393 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(2659): reportForDuty to master=71706e0cb9ca,42005,1733436783961 with port=41977, startcode=1733436785287 2024-12-05T22:13:07,393 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(2659): reportForDuty to master=71706e0cb9ca,42005,1733436783961 with port=45969, startcode=1733436785148 2024-12-05T22:13:07,393 INFO [RS:2;71706e0cb9ca:45957 {}] regionserver.HRegionServer(2659): reportForDuty to master=71706e0cb9ca,42005,1733436783961 with port=45957, startcode=1733436785349 2024-12-05T22:13:07,404 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T22:13:07,405 DEBUG [RS:2;71706e0cb9ca:45957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T22:13:07,405 DEBUG [RS:0;71706e0cb9ca:45969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T22:13:07,406 DEBUG [RS:1;71706e0cb9ca:41977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T22:13:07,416 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T22:13:07,425 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T22:13:07,431 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 71706e0cb9ca,42005,1733436783961 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T22:13:07,440 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/71706e0cb9ca:0, corePoolSize=5, maxPoolSize=5 2024-12-05T22:13:07,441 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/71706e0cb9ca:0, corePoolSize=5, maxPoolSize=5 2024-12-05T22:13:07,441 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/71706e0cb9ca:0, corePoolSize=5, maxPoolSize=5 2024-12-05T22:13:07,441 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/71706e0cb9ca:0, corePoolSize=5, maxPoolSize=5 2024-12-05T22:13:07,442 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/71706e0cb9ca:0, corePoolSize=10, maxPoolSize=10 2024-12-05T22:13:07,442 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,442 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/71706e0cb9ca:0, corePoolSize=2, maxPoolSize=2 2024-12-05T22:13:07,442 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,462 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T22:13:07,463 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733436817461 2024-12-05T22:13:07,471 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T22:13:07,464 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T22:13:07,474 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T22:13:07,475 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T22:13:07,477 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T22:13:07,479 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T22:13:07,481 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T22:13:07,488 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:07,489 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T22:13:07,492 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T22:13:07,492 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T22:13:07,493 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T22:13:07,494 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T22:13:07,499 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T22:13:07,500 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T22:13:07,510 WARN [IPC Server handler 4 on default port 42989 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T22:13:07,510 WARN [IPC Server handler 4 on default port 42989 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T22:13:07,511 WARN [IPC Server handler 4 on default port 42989 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T22:13:07,517 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,529 DEBUG [RS:2;71706e0cb9ca:45957 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T22:13:07,529 DEBUG [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T22:13:07,529 DEBUG [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T22:13:07,529 WARN [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T22:13:07,529 WARN [RS:2;71706e0cb9ca:45957 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T22:13:07,529 WARN [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T22:13:07,536 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T22:13:07,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741831_1007 (size=1321) 2024-12-05T22:13:07,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741831_1007 (size=1321) 2024-12-05T22:13:07,538 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T22:13:07,539 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T22:13:07,542 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T22:13:07,543 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T22:13:07,544 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T22:13:07,544 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d 2024-12-05T22:13:07,549 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/71706e0cb9ca:0:becomeActiveMaster-HFileCleaner.large.0-1733436787545,5,FailOnTimeoutGroup] 2024-12-05T22:13:07,550 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/71706e0cb9ca:0:becomeActiveMaster-HFileCleaner.small.0-1733436787549,5,FailOnTimeoutGroup] 2024-12-05T22:13:07,550 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,551 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T22:13:07,552 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,553 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741832_1008 (size=32) 2024-12-05T22:13:07,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741832_1008 (size=32) 2024-12-05T22:13:07,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741832_1008 (size=32) 2024-12-05T22:13:07,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:07,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T22:13:07,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T22:13:07,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:07,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T22:13:07,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T22:13:07,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T22:13:07,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:07,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T22:13:07,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T22:13:07,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T22:13:07,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:07,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T22:13:07,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T22:13:07,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T22:13:07,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:07,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T22:13:07,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T22:13:07,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740 2024-12-05T22:13:07,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740 2024-12-05T22:13:07,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T22:13:07,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T22:13:07,614 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T22:13:07,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T22:13:07,623 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:13:07,624 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60679476, jitterRate=-0.0958053469657898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T22:13:07,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733436787569Initializing all the Stores at 1733436787571 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733436787572 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733436787572Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436787572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733436787572Cleaning up temporary data from old regions at 1733436787612 (+40 ms)Region opened successfully at 1733436787627 (+15 ms) 2024-12-05T22:13:07,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T22:13:07,628 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T22:13:07,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T22:13:07,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T22:13:07,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T22:13:07,630 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(2659): reportForDuty to master=71706e0cb9ca,42005,1733436783961 with port=41977, startcode=1733436785287 2024-12-05T22:13:07,630 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(2659): reportForDuty to master=71706e0cb9ca,42005,1733436783961 with port=45969, startcode=1733436785148 2024-12-05T22:13:07,630 INFO [RS:2;71706e0cb9ca:45957 {}] regionserver.HRegionServer(2659): reportForDuty to master=71706e0cb9ca,42005,1733436783961 with port=45957, startcode=1733436785349 2024-12-05T22:13:07,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:07,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] master.ServerManager(517): Registering regionserver=71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:07,645 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T22:13:07,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733436787628Disabling compacts and flushes for region at 1733436787628Disabling writes for close at 1733436787628Writing region close event to WAL at 1733436787641 (+13 ms)Closed at 1733436787645 (+4 ms) 2024-12-05T22:13:07,653 DEBUG [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d 2024-12-05T22:13:07,654 DEBUG [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42989 2024-12-05T22:13:07,654 DEBUG [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T22:13:07,654 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 71706e0cb9ca,45969,1733436785148 2024-12-05T22:13:07,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] master.ServerManager(517): Registering regionserver=71706e0cb9ca,45969,1733436785148 2024-12-05T22:13:07,655 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T22:13:07,655 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T22:13:07,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 71706e0cb9ca,45957,1733436785349 2024-12-05T22:13:07,660 DEBUG [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d 2024-12-05T22:13:07,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] master.ServerManager(517): Registering regionserver=71706e0cb9ca,45957,1733436785349 2024-12-05T22:13:07,660 DEBUG [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42989 2024-12-05T22:13:07,660 DEBUG [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T22:13:07,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T22:13:07,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T22:13:07,674 DEBUG [RS:2;71706e0cb9ca:45957 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d 2024-12-05T22:13:07,675 DEBUG [RS:2;71706e0cb9ca:45957 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42989 2024-12-05T22:13:07,675 DEBUG [RS:2;71706e0cb9ca:45957 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T22:13:07,690 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T22:13:07,697 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T22:13:07,716 DEBUG [RS:1;71706e0cb9ca:41977 {}] zookeeper.ZKUtil(111): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:07,717 WARN [RS:1;71706e0cb9ca:41977 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T22:13:07,717 INFO [RS:1;71706e0cb9ca:41977 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T22:13:07,718 DEBUG [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:07,732 DEBUG [RS:0;71706e0cb9ca:45969 {}] zookeeper.ZKUtil(111): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/71706e0cb9ca,45969,1733436785148 2024-12-05T22:13:07,733 WARN [RS:0;71706e0cb9ca:45969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T22:13:07,734 DEBUG [RS:2;71706e0cb9ca:45957 {}] zookeeper.ZKUtil(111): regionserver:45957-0x101a78e343f0003, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/71706e0cb9ca,45957,1733436785349 2024-12-05T22:13:07,734 WARN [RS:2;71706e0cb9ca:45957 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T22:13:07,734 INFO [RS:2;71706e0cb9ca:45957 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T22:13:07,735 DEBUG [RS:2;71706e0cb9ca:45957 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349 2024-12-05T22:13:07,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [71706e0cb9ca,45969,1733436785148] 2024-12-05T22:13:07,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [71706e0cb9ca,45957,1733436785349] 2024-12-05T22:13:07,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [71706e0cb9ca,41977,1733436785287] 2024-12-05T22:13:07,733 INFO [RS:0;71706e0cb9ca:45969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T22:13:07,737 DEBUG [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45969,1733436785148 2024-12-05T22:13:07,760 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T22:13:07,760 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T22:13:07,761 INFO [RS:2;71706e0cb9ca:45957 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T22:13:07,780 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T22:13:07,788 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T22:13:07,796 INFO [RS:2;71706e0cb9ca:45957 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T22:13:07,805 INFO [RS:1;71706e0cb9ca:41977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T22:13:07,805 INFO [RS:2;71706e0cb9ca:45957 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T22:13:07,806 INFO [RS:1;71706e0cb9ca:41977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,806 INFO [RS:2;71706e0cb9ca:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,806 INFO [RS:0;71706e0cb9ca:45969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T22:13:07,806 INFO [RS:0;71706e0cb9ca:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,809 INFO [RS:2;71706e0cb9ca:45957 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T22:13:07,816 INFO [RS:2;71706e0cb9ca:45957 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T22:13:07,817 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T22:13:07,819 INFO [RS:1;71706e0cb9ca:41977 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T22:13:07,819 INFO [RS:2;71706e0cb9ca:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,819 INFO [RS:1;71706e0cb9ca:41977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,820 DEBUG [RS:1;71706e0cb9ca:41977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,820 DEBUG [RS:2;71706e0cb9ca:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,820 DEBUG [RS:1;71706e0cb9ca:41977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,820 DEBUG [RS:2;71706e0cb9ca:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,820 DEBUG [RS:1;71706e0cb9ca:41977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,820 DEBUG [RS:2;71706e0cb9ca:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,820 DEBUG [RS:2;71706e0cb9ca:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,820 DEBUG [RS:1;71706e0cb9ca:41977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,820 DEBUG [RS:2;71706e0cb9ca:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,820 DEBUG [RS:1;71706e0cb9ca:41977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,821 DEBUG [RS:2;71706e0cb9ca:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0, corePoolSize=2, maxPoolSize=2 2024-12-05T22:13:07,821 DEBUG [RS:1;71706e0cb9ca:41977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0, corePoolSize=2, maxPoolSize=2 2024-12-05T22:13:07,821 DEBUG [RS:2;71706e0cb9ca:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,821 DEBUG [RS:1;71706e0cb9ca:41977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,821 DEBUG [RS:1;71706e0cb9ca:41977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,821 DEBUG [RS:2;71706e0cb9ca:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,821 DEBUG [RS:2;71706e0cb9ca:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,821 DEBUG [RS:1;71706e0cb9ca:41977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,821 DEBUG [RS:2;71706e0cb9ca:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,821 DEBUG [RS:1;71706e0cb9ca:41977 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,821 DEBUG [RS:2;71706e0cb9ca:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,821 DEBUG [RS:1;71706e0cb9ca:41977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,821 DEBUG [RS:2;71706e0cb9ca:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,821 DEBUG [RS:1;71706e0cb9ca:41977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,822 DEBUG [RS:2;71706e0cb9ca:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0, corePoolSize=3, maxPoolSize=3 2024-12-05T22:13:07,822 DEBUG [RS:1;71706e0cb9ca:41977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0, corePoolSize=3, maxPoolSize=3 2024-12-05T22:13:07,822 DEBUG [RS:2;71706e0cb9ca:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/71706e0cb9ca:0, corePoolSize=3, maxPoolSize=3 2024-12-05T22:13:07,822 DEBUG [RS:1;71706e0cb9ca:41977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/71706e0cb9ca:0, corePoolSize=3, maxPoolSize=3 2024-12-05T22:13:07,824 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T22:13:07,827 INFO [RS:0;71706e0cb9ca:45969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T22:13:07,827 INFO [RS:0;71706e0cb9ca:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,828 DEBUG [RS:0;71706e0cb9ca:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,828 DEBUG [RS:0;71706e0cb9ca:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,828 DEBUG [RS:0;71706e0cb9ca:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,828 DEBUG [RS:0;71706e0cb9ca:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,829 DEBUG [RS:0;71706e0cb9ca:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,829 DEBUG [RS:0;71706e0cb9ca:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0, corePoolSize=2, maxPoolSize=2 2024-12-05T22:13:07,829 DEBUG [RS:0;71706e0cb9ca:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,829 DEBUG [RS:0;71706e0cb9ca:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,829 DEBUG [RS:0;71706e0cb9ca:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,829 DEBUG [RS:0;71706e0cb9ca:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,829 DEBUG [RS:0;71706e0cb9ca:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,830 DEBUG [RS:0;71706e0cb9ca:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:13:07,830 DEBUG [RS:0;71706e0cb9ca:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0, corePoolSize=3, maxPoolSize=3 2024-12-05T22:13:07,830 DEBUG [RS:0;71706e0cb9ca:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/71706e0cb9ca:0, corePoolSize=3, maxPoolSize=3 2024-12-05T22:13:07,838 INFO [RS:1;71706e0cb9ca:41977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,839 INFO [RS:1;71706e0cb9ca:41977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,839 INFO [RS:1;71706e0cb9ca:41977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,839 INFO [RS:1;71706e0cb9ca:41977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,839 INFO [RS:1;71706e0cb9ca:41977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,839 INFO [RS:1;71706e0cb9ca:41977 {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,41977,1733436785287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T22:13:07,849 WARN [71706e0cb9ca:42005 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T22:13:07,850 INFO [RS:0;71706e0cb9ca:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,851 INFO [RS:0;71706e0cb9ca:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,851 INFO [RS:0;71706e0cb9ca:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,851 INFO [RS:0;71706e0cb9ca:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,851 INFO [RS:0;71706e0cb9ca:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,851 INFO [RS:0;71706e0cb9ca:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,45969,1733436785148-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T22:13:07,871 INFO [RS:2;71706e0cb9ca:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,872 INFO [RS:2;71706e0cb9ca:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,872 INFO [RS:2;71706e0cb9ca:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,872 INFO [RS:2;71706e0cb9ca:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,872 INFO [RS:2;71706e0cb9ca:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,872 INFO [RS:2;71706e0cb9ca:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,45957,1733436785349-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T22:13:07,885 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T22:13:07,888 INFO [RS:1;71706e0cb9ca:41977 {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,41977,1733436785287-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,888 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T22:13:07,889 INFO [RS:0;71706e0cb9ca:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,45969,1733436785148-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,889 INFO [RS:0;71706e0cb9ca:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,889 INFO [RS:1;71706e0cb9ca:41977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,889 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.Replication(171): 71706e0cb9ca,45969,1733436785148 started 2024-12-05T22:13:07,890 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.Replication(171): 71706e0cb9ca,41977,1733436785287 started 2024-12-05T22:13:07,909 INFO [RS:2;71706e0cb9ca:45957 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T22:13:07,909 INFO [RS:2;71706e0cb9ca:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,45957,1733436785349-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,909 INFO [RS:2;71706e0cb9ca:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,909 INFO [RS:2;71706e0cb9ca:45957 {}] regionserver.Replication(171): 71706e0cb9ca,45957,1733436785349 started 2024-12-05T22:13:07,915 INFO [RS:0;71706e0cb9ca:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,915 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(1482): Serving as 71706e0cb9ca,45969,1733436785148, RpcServer on 71706e0cb9ca/172.17.0.3:45969, sessionid=0x101a78e343f0001 2024-12-05T22:13:07,917 DEBUG [RS:0;71706e0cb9ca:45969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T22:13:07,917 DEBUG [RS:0;71706e0cb9ca:45969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 71706e0cb9ca,45969,1733436785148 2024-12-05T22:13:07,917 DEBUG [RS:0;71706e0cb9ca:45969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71706e0cb9ca,45969,1733436785148' 2024-12-05T22:13:07,917 DEBUG [RS:0;71706e0cb9ca:45969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T22:13:07,918 DEBUG [RS:0;71706e0cb9ca:45969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T22:13:07,919 DEBUG [RS:0;71706e0cb9ca:45969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T22:13:07,919 DEBUG [RS:0;71706e0cb9ca:45969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T22:13:07,919 DEBUG [RS:0;71706e0cb9ca:45969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 71706e0cb9ca,45969,1733436785148 2024-12-05T22:13:07,919 DEBUG [RS:0;71706e0cb9ca:45969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71706e0cb9ca,45969,1733436785148' 2024-12-05T22:13:07,920 DEBUG [RS:0;71706e0cb9ca:45969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T22:13:07,920 DEBUG [RS:0;71706e0cb9ca:45969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T22:13:07,921 DEBUG [RS:0;71706e0cb9ca:45969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T22:13:07,921 INFO [RS:0;71706e0cb9ca:45969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T22:13:07,921 INFO [RS:0;71706e0cb9ca:45969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T22:13:07,923 INFO [RS:1;71706e0cb9ca:41977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,923 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(1482): Serving as 71706e0cb9ca,41977,1733436785287, RpcServer on 71706e0cb9ca/172.17.0.3:41977, sessionid=0x101a78e343f0002 2024-12-05T22:13:07,923 DEBUG [RS:1;71706e0cb9ca:41977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T22:13:07,924 DEBUG [RS:1;71706e0cb9ca:41977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:07,924 DEBUG [RS:1;71706e0cb9ca:41977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71706e0cb9ca,41977,1733436785287' 2024-12-05T22:13:07,924 DEBUG [RS:1;71706e0cb9ca:41977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T22:13:07,929 DEBUG [RS:1;71706e0cb9ca:41977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T22:13:07,931 INFO [RS:2;71706e0cb9ca:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:07,931 INFO [RS:2;71706e0cb9ca:45957 {}] regionserver.HRegionServer(1482): Serving as 71706e0cb9ca,45957,1733436785349, RpcServer on 71706e0cb9ca/172.17.0.3:45957, sessionid=0x101a78e343f0003 2024-12-05T22:13:07,932 DEBUG [RS:2;71706e0cb9ca:45957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T22:13:07,932 DEBUG [RS:2;71706e0cb9ca:45957 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 71706e0cb9ca,45957,1733436785349 2024-12-05T22:13:07,932 DEBUG [RS:2;71706e0cb9ca:45957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71706e0cb9ca,45957,1733436785349' 2024-12-05T22:13:07,932 DEBUG [RS:2;71706e0cb9ca:45957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T22:13:07,934 DEBUG [RS:1;71706e0cb9ca:41977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T22:13:07,934 DEBUG [RS:1;71706e0cb9ca:41977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T22:13:07,934 DEBUG [RS:1;71706e0cb9ca:41977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:07,934 DEBUG [RS:1;71706e0cb9ca:41977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71706e0cb9ca,41977,1733436785287' 2024-12-05T22:13:07,934 DEBUG [RS:1;71706e0cb9ca:41977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T22:13:07,937 DEBUG [RS:2;71706e0cb9ca:45957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T22:13:07,938 DEBUG [RS:2;71706e0cb9ca:45957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T22:13:07,938 DEBUG [RS:2;71706e0cb9ca:45957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T22:13:07,938 DEBUG [RS:2;71706e0cb9ca:45957 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 71706e0cb9ca,45957,1733436785349 2024-12-05T22:13:07,938 DEBUG [RS:2;71706e0cb9ca:45957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71706e0cb9ca,45957,1733436785349' 2024-12-05T22:13:07,938 DEBUG [RS:2;71706e0cb9ca:45957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T22:13:07,939 DEBUG [RS:2;71706e0cb9ca:45957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T22:13:07,939 DEBUG [RS:2;71706e0cb9ca:45957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T22:13:07,939 INFO [RS:2;71706e0cb9ca:45957 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T22:13:07,940 INFO [RS:2;71706e0cb9ca:45957 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T22:13:07,941 DEBUG [RS:1;71706e0cb9ca:41977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T22:13:07,941 DEBUG [RS:1;71706e0cb9ca:41977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T22:13:07,941 INFO [RS:1;71706e0cb9ca:41977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T22:13:07,941 INFO [RS:1;71706e0cb9ca:41977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T22:13:08,030 INFO [RS:0;71706e0cb9ca:45969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T22:13:08,038 INFO [RS:0;71706e0cb9ca:45969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=71706e0cb9ca%2C45969%2C1733436785148, suffix=, logDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45969,1733436785148, archiveDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/oldWALs, maxLogs=32 2024-12-05T22:13:08,041 INFO [RS:2;71706e0cb9ca:45957 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T22:13:08,042 INFO [RS:1;71706e0cb9ca:41977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T22:13:08,046 INFO [RS:2;71706e0cb9ca:45957 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=71706e0cb9ca%2C45957%2C1733436785349, suffix=, logDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349, archiveDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/oldWALs, maxLogs=32 2024-12-05T22:13:08,053 INFO [RS:1;71706e0cb9ca:41977 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=71706e0cb9ca%2C41977%2C1733436785287, suffix=, logDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,41977,1733436785287, archiveDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/oldWALs, maxLogs=32 2024-12-05T22:13:08,077 DEBUG [RS:0;71706e0cb9ca:45969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45969,1733436785148/71706e0cb9ca%2C45969%2C1733436785148.1733436788050, exclude list is [], retry=0 2024-12-05T22:13:08,077 DEBUG [RS:2;71706e0cb9ca:45957 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349/71706e0cb9ca%2C45957%2C1733436785349.1733436788049, exclude list is [], retry=0 2024-12-05T22:13:08,081 DEBUG [RS:1;71706e0cb9ca:41977 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,41977,1733436785287/71706e0cb9ca%2C41977%2C1733436785287.1733436788056, exclude list is [], retry=0 2024-12-05T22:13:08,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34687,DS-a2bfeb60-2b9d-404d-b689-f300bfc0eea9,DISK] 2024-12-05T22:13:08,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34687,DS-a2bfeb60-2b9d-404d-b689-f300bfc0eea9,DISK] 2024-12-05T22:13:08,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43925,DS-bdee7ab7-7f62-46cd-96c2-14e185b9452c,DISK] 2024-12-05T22:13:08,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-5437d8fc-ff16-4e6f-98db-5bc2c6606486,DISK] 2024-12-05T22:13:08,084 WARN [IPC Server handler 3 on default port 42989 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T22:13:08,084 WARN [IPC Server handler 3 on default port 42989 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T22:13:08,084 WARN [IPC Server handler 3 on default port 42989 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T22:13:08,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43925,DS-bdee7ab7-7f62-46cd-96c2-14e185b9452c,DISK] 2024-12-05T22:13:08,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-5437d8fc-ff16-4e6f-98db-5bc2c6606486,DISK] 2024-12-05T22:13:08,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-5437d8fc-ff16-4e6f-98db-5bc2c6606486,DISK] 2024-12-05T22:13:08,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43925,DS-bdee7ab7-7f62-46cd-96c2-14e185b9452c,DISK] 2024-12-05T22:13:08,121 INFO [RS:2;71706e0cb9ca:45957 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349/71706e0cb9ca%2C45957%2C1733436785349.1733436788049 2024-12-05T22:13:08,123 DEBUG [RS:2;71706e0cb9ca:45957 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:33743:33743)] 2024-12-05T22:13:08,123 INFO [RS:1;71706e0cb9ca:41977 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,41977,1733436785287/71706e0cb9ca%2C41977%2C1733436785287.1733436788056 2024-12-05T22:13:08,123 INFO [RS:0;71706e0cb9ca:45969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45969,1733436785148/71706e0cb9ca%2C45969%2C1733436785148.1733436788050 2024-12-05T22:13:08,123 DEBUG [RS:0;71706e0cb9ca:45969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:33743:33743),(127.0.0.1/127.0.0.1:36807:36807)] 2024-12-05T22:13:08,124 DEBUG [RS:1;71706e0cb9ca:41977 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33743:33743),(127.0.0.1/127.0.0.1:36807:36807)] 2024-12-05T22:13:08,352 DEBUG [71706e0cb9ca:42005 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-05T22:13:08,363 DEBUG [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(204): Hosts are {71706e0cb9ca=0} racks are {/default-rack=0} 2024-12-05T22:13:08,371 DEBUG [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T22:13:08,371 DEBUG [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T22:13:08,371 DEBUG [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T22:13:08,371 DEBUG [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T22:13:08,371 DEBUG [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T22:13:08,371 DEBUG [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T22:13:08,371 INFO [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T22:13:08,371 INFO [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T22:13:08,372 INFO [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T22:13:08,372 DEBUG [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T22:13:08,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:08,390 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 71706e0cb9ca,41977,1733436785287, state=OPENING 2024-12-05T22:13:08,410 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T22:13:08,410 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T22:13:08,411 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T22:13:08,411 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T22:13:08,411 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T22:13:08,411 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T22:13:08,411 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T22:13:08,412 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T22:13:08,412 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T22:13:08,412 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T22:13:08,412 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T22:13:08,412 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T22:13:08,413 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T22:13:08,413 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T22:13:08,413 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T22:13:08,413 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T22:13:08,437 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T22:13:08,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x101a78e343f0003, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:08,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:08,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:08,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:13:08,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T22:13:08,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T22:13:08,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T22:13:08,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T22:13:08,458 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T22:13:08,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=71706e0cb9ca,41977,1733436785287}] 2024-12-05T22:13:11,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741828_1004 (size=1189) 2024-12-05T22:13:11,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741826_1002 (size=42) 2024-12-05T22:13:11,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741831_1007 (size=1321) 2024-12-05T22:13:11,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741827_1003 (size=196) 2024-12-05T22:13:14,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T22:13:14,452 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T22:13:18,499 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T22:13:18,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T22:13:18,519 INFO [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T22:13:18,519 INFO [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T22:13:18,520 INFO [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T22:13:18,526 INFO [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=71706e0cb9ca%2C41977%2C1733436785287.meta, suffix=.meta, logDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,41977,1733436785287, archiveDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/oldWALs, maxLogs=32 2024-12-05T22:13:18,542 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,41977,1733436785287/71706e0cb9ca%2C41977%2C1733436785287.meta.1733436798527.meta, exclude list is [], retry=0 2024-12-05T22:13:18,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-5437d8fc-ff16-4e6f-98db-5bc2c6606486,DISK] 2024-12-05T22:13:18,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43925,DS-bdee7ab7-7f62-46cd-96c2-14e185b9452c,DISK] 2024-12-05T22:13:18,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34687,DS-a2bfeb60-2b9d-404d-b689-f300bfc0eea9,DISK] 2024-12-05T22:13:18,553 INFO [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,41977,1733436785287/71706e0cb9ca%2C41977%2C1733436785287.meta.1733436798527.meta 2024-12-05T22:13:18,554 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33743:33743),(127.0.0.1/127.0.0.1:36807:36807),(127.0.0.1/127.0.0.1:34593:34593)] 2024-12-05T22:13:18,554 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T22:13:18,557 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T22:13:18,560 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T22:13:18,567 INFO [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T22:13:18,573 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T22:13:18,573 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:18,574 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T22:13:18,574 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T22:13:18,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T22:13:18,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T22:13:18,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:18,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T22:13:18,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T22:13:18,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T22:13:18,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:18,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T22:13:18,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T22:13:18,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T22:13:18,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:18,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T22:13:18,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T22:13:18,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T22:13:18,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:18,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T22:13:18,589 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T22:13:18,591 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740 2024-12-05T22:13:18,594 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740 2024-12-05T22:13:18,597 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T22:13:18,597 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T22:13:18,598 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T22:13:18,602 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T22:13:18,605 INFO [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64039330, jitterRate=-0.04573962092399597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T22:13:18,605 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T22:13:18,607 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733436798575Writing region info on filesystem at 1733436798575Initializing all the Stores at 1733436798577 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733436798577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733436798578 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436798578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733436798578Cleaning up temporary data from old regions at 1733436798597 (+19 ms)Running coprocessor post-open hooks at 1733436798605 (+8 ms)Region opened successfully at 1733436798607 (+2 ms) 2024-12-05T22:13:18,616 INFO [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733436798487 2024-12-05T22:13:18,633 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T22:13:18,634 INFO [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T22:13:18,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:18,638 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 71706e0cb9ca,41977,1733436785287, state=OPEN 2024-12-05T22:13:18,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T22:13:18,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T22:13:18,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T22:13:18,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T22:13:18,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x101a78e343f0003, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T22:13:18,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T22:13:18,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T22:13:18,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T22:13:18,705 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:18,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T22:13:18,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=71706e0cb9ca,41977,1733436785287 in 10.2450 sec 2024-12-05T22:13:18,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T22:13:18,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.0510 sec 2024-12-05T22:13:18,735 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T22:13:18,735 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T22:13:18,782 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T22:13:18,784 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71706e0cb9ca,41977,1733436785287, seqNum=-1] 2024-12-05T22:13:18,817 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T22:13:18,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T22:13:18,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.5040 sec 2024-12-05T22:13:18,860 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733436798859, completionTime=-1 2024-12-05T22:13:18,864 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-05T22:13:18,864 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T22:13:18,902 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-05T22:13:18,902 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733436858902 2024-12-05T22:13:18,902 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733436918902 2024-12-05T22:13:18,902 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 37 msec 2024-12-05T22:13:18,904 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T22:13:18,914 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,42005,1733436783961-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:18,915 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,42005,1733436783961-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:18,915 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,42005,1733436783961-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:18,924 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-71706e0cb9ca:42005, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:18,924 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:18,936 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:18,945 DEBUG [master/71706e0cb9ca:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T22:13:18,994 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.472sec 2024-12-05T22:13:19,004 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T22:13:19,006 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T22:13:19,008 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T22:13:19,009 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T22:13:19,009 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T22:13:19,010 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,42005,1733436783961-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T22:13:19,011 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,42005,1733436783961-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T22:13:19,021 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T22:13:19,023 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T22:13:19,023 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,42005,1733436783961-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:13:19,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1928054f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T22:13:19,080 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T22:13:19,081 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T22:13:19,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71706e0cb9ca,42005,-1 for getting cluster id 2024-12-05T22:13:19,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T22:13:19,140 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a881e31-b9b5-436a-b8b8-cefad08a4195' 2024-12-05T22:13:19,144 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T22:13:19,144 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a881e31-b9b5-436a-b8b8-cefad08a4195" 2024-12-05T22:13:19,145 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266f3d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T22:13:19,145 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71706e0cb9ca,42005,-1] 2024-12-05T22:13:19,148 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T22:13:19,156 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:13:19,158 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T22:13:19,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a814c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T22:13:19,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T22:13:19,179 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71706e0cb9ca,41977,1733436785287, seqNum=-1] 2024-12-05T22:13:19,180 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T22:13:19,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T22:13:19,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=71706e0cb9ca,42005,1733436783961 2024-12-05T22:13:19,228 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733436799226 (current time:1733436799226). 2024-12-05T22:13:19,228 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-05T22:13:19,228 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-05T22:13:19,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cab994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T22:13:19,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71706e0cb9ca,42005,-1 for getting cluster id 2024-12-05T22:13:19,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T22:13:19,250 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a881e31-b9b5-436a-b8b8-cefad08a4195' 2024-12-05T22:13:19,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T22:13:19,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a881e31-b9b5-436a-b8b8-cefad08a4195" 2024-12-05T22:13:19,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28aee397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T22:13:19,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71706e0cb9ca,42005,-1] 2024-12-05T22:13:19,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T22:13:19,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:13:19,256 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T22:13:19,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1283afe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T22:13:19,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T22:13:19,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71706e0cb9ca,41977,1733436785287, seqNum=-1] 2024-12-05T22:13:19,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T22:13:19,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T22:13:19,276 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T22:13:19,276 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T22:13:19,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:13:19,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:13:19,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T22:13:19,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T22:13:19,309 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 71706e0cb9ca,42005,1733436783961 2024-12-05T22:13:19,313 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10a63d50 2024-12-05T22:13:19,314 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T22:13:19,323 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T22:13:19,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T22:13:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-05T22:13:19,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T22:13:19,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-05T22:13:19,356 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:19,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T22:13:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T22:13:19,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741837_1013 (size=361) 2024-12-05T22:13:19,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741837_1013 (size=361) 2024-12-05T22:13:19,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741837_1013 (size=361) 2024-12-05T22:13:19,402 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e5966d888656143a1be75bd0767fafe, NAME => 'SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d 2024-12-05T22:13:19,404 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 165c7e7ea7da6bb10548f42b40a2e43c, NAME => 'SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d 2024-12-05T22:13:19,406 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9c87721081ef526c841d24d405e28478, NAME => 'SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d 2024-12-05T22:13:19,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741839_1015 (size=62) 2024-12-05T22:13:19,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741839_1015 (size=62) 2024-12-05T22:13:19,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741839_1015 (size=62) 2024-12-05T22:13:19,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:19,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 165c7e7ea7da6bb10548f42b40a2e43c, disabling compactions & flushes 2024-12-05T22:13:19,467 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c. 2024-12-05T22:13:19,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c. 2024-12-05T22:13:19,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c. after waiting 0 ms 2024-12-05T22:13:19,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c. 2024-12-05T22:13:19,467 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c. 2024-12-05T22:13:19,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 165c7e7ea7da6bb10548f42b40a2e43c: Waiting for close lock at 1733436799467Disabling compacts and flushes for region at 1733436799467Disabling writes for close at 1733436799467Writing region close event to WAL at 1733436799467Closed at 1733436799467 2024-12-05T22:13:19,468 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5f3b9f6e46736315612327f35e6f5aff, NAME => 'SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d 2024-12-05T22:13:19,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741838_1014 (size=54) 2024-12-05T22:13:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T22:13:19,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741838_1014 (size=54) 2024-12-05T22:13:19,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741838_1014 (size=54) 2024-12-05T22:13:19,484 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:19,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1e5966d888656143a1be75bd0767fafe, disabling compactions & flushes 2024-12-05T22:13:19,485 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe. 2024-12-05T22:13:19,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe. 2024-12-05T22:13:19,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe. after waiting 0 ms 2024-12-05T22:13:19,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe. 2024-12-05T22:13:19,485 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe. 2024-12-05T22:13:19,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e5966d888656143a1be75bd0767fafe: Waiting for close lock at 1733436799485Disabling compacts and flushes for region at 1733436799485Disabling writes for close at 1733436799485Writing region close event to WAL at 1733436799485Closed at 1733436799485 2024-12-05T22:13:19,486 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6b8b04faff3b1fb2b9e4df60d66be6a, NAME => 'SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d 2024-12-05T22:13:19,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741840_1016 (size=62) 2024-12-05T22:13:19,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741840_1016 (size=62) 2024-12-05T22:13:19,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741840_1016 (size=62) 2024-12-05T22:13:19,518 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:19,518 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9c87721081ef526c841d24d405e28478, disabling compactions & flushes 2024-12-05T22:13:19,518 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 2024-12-05T22:13:19,518 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 2024-12-05T22:13:19,518 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. after waiting 0 ms 2024-12-05T22:13:19,518 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 2024-12-05T22:13:19,519 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 2024-12-05T22:13:19,519 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9c87721081ef526c841d24d405e28478: Waiting for close lock at 1733436799518Disabling compacts and flushes for region at 1733436799518Disabling writes for close at 1733436799518Writing region close event to WAL at 1733436799519 (+1 ms)Closed at 1733436799519 2024-12-05T22:13:19,520 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8c9140305b29c90d8b7c647a6316da27, NAME => 'SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d 2024-12-05T22:13:19,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741841_1017 (size=62) 2024-12-05T22:13:19,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741841_1017 (size=62) 2024-12-05T22:13:19,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741841_1017 (size=62) 2024-12-05T22:13:19,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741842_1018 (size=62) 2024-12-05T22:13:19,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741842_1018 (size=62) 2024-12-05T22:13:19,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741842_1018 (size=62) 2024-12-05T22:13:19,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:19,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e6b8b04faff3b1fb2b9e4df60d66be6a, disabling compactions & flushes 2024-12-05T22:13:19,582 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a. 2024-12-05T22:13:19,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a. 2024-12-05T22:13:19,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a. after waiting 0 ms 2024-12-05T22:13:19,583 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a. 2024-12-05T22:13:19,583 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a. 2024-12-05T22:13:19,583 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6b8b04faff3b1fb2b9e4df60d66be6a: Waiting for close lock at 1733436799582Disabling compacts and flushes for region at 1733436799582Disabling writes for close at 1733436799582Writing region close event to WAL at 1733436799583 (+1 ms)Closed at 1733436799583 2024-12-05T22:13:19,583 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e59681caff0b462e919e69b918eab0ff, NAME => 'SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d 2024-12-05T22:13:19,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741843_1019 (size=62) 2024-12-05T22:13:19,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741843_1019 (size=62) 2024-12-05T22:13:19,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741843_1019 (size=62) 2024-12-05T22:13:19,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:19,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8c9140305b29c90d8b7c647a6316da27, disabling compactions & flushes 2024-12-05T22:13:19,593 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27. 2024-12-05T22:13:19,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27. 2024-12-05T22:13:19,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27. after waiting 0 ms 2024-12-05T22:13:19,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27. 2024-12-05T22:13:19,593 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27. 2024-12-05T22:13:19,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8c9140305b29c90d8b7c647a6316da27: Waiting for close lock at 1733436799593Disabling compacts and flushes for region at 1733436799593Disabling writes for close at 1733436799593Writing region close event to WAL at 1733436799593Closed at 1733436799593 2024-12-05T22:13:19,594 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 420e2197604b0173bd5d9dc7831456a7, NAME => 'SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d 2024-12-05T22:13:19,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741844_1020 (size=62) 2024-12-05T22:13:19,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741844_1020 (size=62) 2024-12-05T22:13:19,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:19,631 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e59681caff0b462e919e69b918eab0ff, disabling compactions & flushes 2024-12-05T22:13:19,631 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 2024-12-05T22:13:19,631 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 2024-12-05T22:13:19,631 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. after waiting 0 ms 2024-12-05T22:13:19,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741844_1020 (size=62) 2024-12-05T22:13:19,634 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 2024-12-05T22:13:19,635 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 2024-12-05T22:13:19,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e59681caff0b462e919e69b918eab0ff: Waiting for close lock at 1733436799631Disabling compacts and flushes for region at 1733436799631Disabling writes for close at 1733436799634 (+3 ms)Writing region close event to WAL at 1733436799634Closed at 1733436799635 (+1 ms) 2024-12-05T22:13:19,636 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ff081f3870b21b79bba9b8c8f5e5e7a, NAME => 'SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d 2024-12-05T22:13:19,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741845_1021 (size=62) 2024-12-05T22:13:19,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741845_1021 (size=62) 2024-12-05T22:13:19,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741845_1021 (size=62) 2024-12-05T22:13:19,667 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:19,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 420e2197604b0173bd5d9dc7831456a7, disabling compactions & flushes 2024-12-05T22:13:19,668 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7. 2024-12-05T22:13:19,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7. 2024-12-05T22:13:19,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7. after waiting 0 ms 2024-12-05T22:13:19,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7. 2024-12-05T22:13:19,668 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7. 2024-12-05T22:13:19,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 420e2197604b0173bd5d9dc7831456a7: Waiting for close lock at 1733436799668Disabling compacts and flushes for region at 1733436799668Disabling writes for close at 1733436799668Writing region close event to WAL at 1733436799668Closed at 1733436799668 2024-12-05T22:13:19,669 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8bbc64ac6f1110111db154360de31f0b, NAME => 'SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d 2024-12-05T22:13:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T22:13:19,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741846_1022 (size=62) 2024-12-05T22:13:19,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741846_1022 (size=62) 2024-12-05T22:13:19,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741846_1022 (size=62) 2024-12-05T22:13:19,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741847_1023 (size=54) 2024-12-05T22:13:19,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:19,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741847_1023 (size=54) 2024-12-05T22:13:19,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4ff081f3870b21b79bba9b8c8f5e5e7a, disabling compactions & flushes 2024-12-05T22:13:19,713 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a. 2024-12-05T22:13:19,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a. 2024-12-05T22:13:19,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a. after waiting 0 ms 2024-12-05T22:13:19,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a. 2024-12-05T22:13:19,713 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a. 2024-12-05T22:13:19,714 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ff081f3870b21b79bba9b8c8f5e5e7a: Waiting for close lock at 1733436799713Disabling compacts and flushes for region at 1733436799713Disabling writes for close at 1733436799713Writing region close event to WAL at 1733436799713Closed at 1733436799713 2024-12-05T22:13:19,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741847_1023 (size=54) 2024-12-05T22:13:19,718 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:19,718 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8bbc64ac6f1110111db154360de31f0b, disabling compactions & flushes 2024-12-05T22:13:19,719 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 2024-12-05T22:13:19,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 2024-12-05T22:13:19,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. after waiting 0 ms 2024-12-05T22:13:19,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 2024-12-05T22:13:19,719 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 2024-12-05T22:13:19,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8bbc64ac6f1110111db154360de31f0b: Waiting for close lock at 1733436799718Disabling compacts and flushes for region at 1733436799718Disabling writes for close at 1733436799719 (+1 ms)Writing region close event to WAL at 1733436799719Closed at 1733436799719 2024-12-05T22:13:19,755 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T22:13:19,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:19,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5f3b9f6e46736315612327f35e6f5aff, disabling compactions & flushes 2024-12-05T22:13:19,952 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff. 2024-12-05T22:13:19,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff. 2024-12-05T22:13:19,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff. after waiting 0 ms 2024-12-05T22:13:19,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff. 2024-12-05T22:13:19,953 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff. 2024-12-05T22:13:19,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5f3b9f6e46736315612327f35e6f5aff: Waiting for close lock at 1733436799952Disabling compacts and flushes for region at 1733436799952Disabling writes for close at 1733436799953 (+1 ms)Writing region close event to WAL at 1733436799953Closed at 1733436799953 2024-12-05T22:13:19,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T22:13:19,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733436799956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436799956"}]},"ts":"1733436799956"} 2024-12-05T22:13:19,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733436799956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436799956"}]},"ts":"1733436799956"} 2024-12-05T22:13:19,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733436799956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436799956"}]},"ts":"1733436799956"} 2024-12-05T22:13:19,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733436799956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436799956"}]},"ts":"1733436799956"} 2024-12-05T22:13:19,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733436799956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436799956"}]},"ts":"1733436799956"} 2024-12-05T22:13:19,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733436799956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436799956"}]},"ts":"1733436799956"} 2024-12-05T22:13:19,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733436799956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436799956"}]},"ts":"1733436799956"} 2024-12-05T22:13:19,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733436799956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436799956"}]},"ts":"1733436799956"} 2024-12-05T22:13:19,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733436799956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436799956"}]},"ts":"1733436799956"} 2024-12-05T22:13:19,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733436799956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436799956"}]},"ts":"1733436799956"} 2024-12-05T22:13:20,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-05T22:13:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T22:13:20,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T22:13:20,027 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733436800023"}]},"ts":"1733436800023"} 2024-12-05T22:13:20,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-05T22:13:20,037 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {71706e0cb9ca=0} racks are {/default-rack=0} 2024-12-05T22:13:20,049 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T22:13:20,049 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T22:13:20,049 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T22:13:20,049 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T22:13:20,049 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T22:13:20,049 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T22:13:20,049 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T22:13:20,049 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T22:13:20,050 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T22:13:20,050 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T22:13:20,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e5966d888656143a1be75bd0767fafe, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=165c7e7ea7da6bb10548f42b40a2e43c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c87721081ef526c841d24d405e28478, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f3b9f6e46736315612327f35e6f5aff, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6b8b04faff3b1fb2b9e4df60d66be6a, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c9140305b29c90d8b7c647a6316da27, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e59681caff0b462e919e69b918eab0ff, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=420e2197604b0173bd5d9dc7831456a7, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ff081f3870b21b79bba9b8c8f5e5e7a, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bbc64ac6f1110111db154360de31f0b, ASSIGN}] 2024-12-05T22:13:20,058 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c87721081ef526c841d24d405e28478, ASSIGN 2024-12-05T22:13:20,059 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=165c7e7ea7da6bb10548f42b40a2e43c, ASSIGN 2024-12-05T22:13:20,059 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e5966d888656143a1be75bd0767fafe, ASSIGN 2024-12-05T22:13:20,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c9140305b29c90d8b7c647a6316da27, ASSIGN 2024-12-05T22:13:20,060 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9c87721081ef526c841d24d405e28478, ASSIGN; state=OFFLINE, location=71706e0cb9ca,45957,1733436785349; forceNewPlan=false, retain=false 2024-12-05T22:13:20,061 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=165c7e7ea7da6bb10548f42b40a2e43c, ASSIGN; state=OFFLINE, location=71706e0cb9ca,41977,1733436785287; forceNewPlan=false, retain=false 2024-12-05T22:13:20,062 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e5966d888656143a1be75bd0767fafe, ASSIGN; state=OFFLINE, location=71706e0cb9ca,45969,1733436785148; forceNewPlan=false, retain=false 2024-12-05T22:13:20,062 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c9140305b29c90d8b7c647a6316da27, ASSIGN; state=OFFLINE, location=71706e0cb9ca,45969,1733436785148; forceNewPlan=false, retain=false 2024-12-05T22:13:20,075 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ff081f3870b21b79bba9b8c8f5e5e7a, ASSIGN 2024-12-05T22:13:20,078 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=420e2197604b0173bd5d9dc7831456a7, ASSIGN 2024-12-05T22:13:20,079 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e59681caff0b462e919e69b918eab0ff, ASSIGN 2024-12-05T22:13:20,079 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bbc64ac6f1110111db154360de31f0b, ASSIGN 2024-12-05T22:13:20,079 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6b8b04faff3b1fb2b9e4df60d66be6a, ASSIGN 2024-12-05T22:13:20,079 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4ff081f3870b21b79bba9b8c8f5e5e7a, ASSIGN; state=OFFLINE, location=71706e0cb9ca,45969,1733436785148; forceNewPlan=false, retain=false 2024-12-05T22:13:20,100 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6b8b04faff3b1fb2b9e4df60d66be6a, ASSIGN; state=OFFLINE, location=71706e0cb9ca,41977,1733436785287; forceNewPlan=false, retain=false 2024-12-05T22:13:20,101 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bbc64ac6f1110111db154360de31f0b, ASSIGN; state=OFFLINE, location=71706e0cb9ca,45957,1733436785349; forceNewPlan=false, retain=false 2024-12-05T22:13:20,102 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=420e2197604b0173bd5d9dc7831456a7, ASSIGN; state=OFFLINE, location=71706e0cb9ca,41977,1733436785287; forceNewPlan=false, retain=false 2024-12-05T22:13:20,102 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e59681caff0b462e919e69b918eab0ff, ASSIGN; state=OFFLINE, location=71706e0cb9ca,45957,1733436785349; forceNewPlan=false, retain=false 2024-12-05T22:13:20,102 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f3b9f6e46736315612327f35e6f5aff, ASSIGN 2024-12-05T22:13:20,105 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f3b9f6e46736315612327f35e6f5aff, ASSIGN; state=OFFLINE, location=71706e0cb9ca,41977,1733436785287; forceNewPlan=false, retain=false 2024-12-05T22:13:20,214 INFO [71706e0cb9ca:42005 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-05T22:13:20,215 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8c9140305b29c90d8b7c647a6316da27, regionState=OPENING, regionLocation=71706e0cb9ca,45969,1733436785148 2024-12-05T22:13:20,215 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e59681caff0b462e919e69b918eab0ff, regionState=OPENING, regionLocation=71706e0cb9ca,45957,1733436785349 2024-12-05T22:13:20,215 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8bbc64ac6f1110111db154360de31f0b, regionState=OPENING, regionLocation=71706e0cb9ca,45957,1733436785349 2024-12-05T22:13:20,216 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e5966d888656143a1be75bd0767fafe, regionState=OPENING, regionLocation=71706e0cb9ca,45969,1733436785148 2024-12-05T22:13:20,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4ff081f3870b21b79bba9b8c8f5e5e7a, regionState=OPENING, regionLocation=71706e0cb9ca,45969,1733436785148 2024-12-05T22:13:20,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9c87721081ef526c841d24d405e28478, regionState=OPENING, regionLocation=71706e0cb9ca,45957,1733436785349 2024-12-05T22:13:20,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=420e2197604b0173bd5d9dc7831456a7, regionState=OPENING, regionLocation=71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:20,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5f3b9f6e46736315612327f35e6f5aff, regionState=OPENING, regionLocation=71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:20,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e6b8b04faff3b1fb2b9e4df60d66be6a, regionState=OPENING, regionLocation=71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:20,218 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=165c7e7ea7da6bb10548f42b40a2e43c, regionState=OPENING, regionLocation=71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:20,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e5966d888656143a1be75bd0767fafe, ASSIGN because future has completed 2024-12-05T22:13:20,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e5966d888656143a1be75bd0767fafe, server=71706e0cb9ca,45969,1733436785148}] 2024-12-05T22:13:20,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4ff081f3870b21b79bba9b8c8f5e5e7a, ASSIGN because future has completed 2024-12-05T22:13:20,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ff081f3870b21b79bba9b8c8f5e5e7a, server=71706e0cb9ca,45969,1733436785148}] 2024-12-05T22:13:20,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c9140305b29c90d8b7c647a6316da27, ASSIGN because future has completed 2024-12-05T22:13:20,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9c87721081ef526c841d24d405e28478, ASSIGN because future has completed 2024-12-05T22:13:20,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c87721081ef526c841d24d405e28478, server=71706e0cb9ca,45957,1733436785349}] 2024-12-05T22:13:20,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c9140305b29c90d8b7c647a6316da27, server=71706e0cb9ca,45969,1733436785148}] 2024-12-05T22:13:20,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=420e2197604b0173bd5d9dc7831456a7, ASSIGN because future has completed 2024-12-05T22:13:20,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 420e2197604b0173bd5d9dc7831456a7, server=71706e0cb9ca,41977,1733436785287}] 2024-12-05T22:13:20,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bbc64ac6f1110111db154360de31f0b, ASSIGN because future has completed 2024-12-05T22:13:20,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6b8b04faff3b1fb2b9e4df60d66be6a, ASSIGN because future has completed 2024-12-05T22:13:20,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=165c7e7ea7da6bb10548f42b40a2e43c, ASSIGN because future has completed 2024-12-05T22:13:20,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bbc64ac6f1110111db154360de31f0b, server=71706e0cb9ca,45957,1733436785349}] 2024-12-05T22:13:20,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 165c7e7ea7da6bb10548f42b40a2e43c, server=71706e0cb9ca,41977,1733436785287}] 2024-12-05T22:13:20,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e59681caff0b462e919e69b918eab0ff, ASSIGN because future has completed 2024-12-05T22:13:20,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f3b9f6e46736315612327f35e6f5aff, ASSIGN because future has completed 2024-12-05T22:13:20,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f3b9f6e46736315612327f35e6f5aff, server=71706e0cb9ca,41977,1733436785287}] 2024-12-05T22:13:20,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6b8b04faff3b1fb2b9e4df60d66be6a, server=71706e0cb9ca,41977,1733436785287}] 2024-12-05T22:13:20,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e59681caff0b462e919e69b918eab0ff, server=71706e0cb9ca,45957,1733436785349}] 2024-12-05T22:13:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T22:13:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T22:13:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T22:13:24,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T22:13:24,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T22:13:24,451 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T22:13:24,453 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T22:13:24,453 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T22:13:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T22:13:30,242 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T22:13:30,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T22:13:30,266 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe. 2024-12-05T22:13:30,266 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e5966d888656143a1be75bd0767fafe, NAME => 'SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-05T22:13:30,267 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1e5966d888656143a1be75bd0767fafe 2024-12-05T22:13:30,267 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:30,267 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 1e5966d888656143a1be75bd0767fafe 2024-12-05T22:13:30,267 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 1e5966d888656143a1be75bd0767fafe 2024-12-05T22:13:30,268 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T22:13:30,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T22:13:30,273 INFO [StoreOpener-1e5966d888656143a1be75bd0767fafe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1e5966d888656143a1be75bd0767fafe 2024-12-05T22:13:30,276 INFO [StoreOpener-1e5966d888656143a1be75bd0767fafe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e5966d888656143a1be75bd0767fafe columnFamilyName cf 2024-12-05T22:13:30,276 DEBUG [StoreOpener-1e5966d888656143a1be75bd0767fafe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:30,277 INFO [StoreOpener-1e5966d888656143a1be75bd0767fafe-1 {}] regionserver.HStore(327): Store=1e5966d888656143a1be75bd0767fafe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:13:30,278 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 1e5966d888656143a1be75bd0767fafe 2024-12-05T22:13:30,280 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/1e5966d888656143a1be75bd0767fafe 2024-12-05T22:13:30,281 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/1e5966d888656143a1be75bd0767fafe 2024-12-05T22:13:30,283 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 1e5966d888656143a1be75bd0767fafe 2024-12-05T22:13:30,283 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 1e5966d888656143a1be75bd0767fafe 2024-12-05T22:13:30,288 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 1e5966d888656143a1be75bd0767fafe 2024-12-05T22:13:30,288 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a. 2024-12-05T22:13:30,289 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => e6b8b04faff3b1fb2b9e4df60d66be6a, NAME => 'SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-05T22:13:30,289 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 2024-12-05T22:13:30,289 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e59681caff0b462e919e69b918eab0ff, NAME => 'SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T22:13:30,289 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e6b8b04faff3b1fb2b9e4df60d66be6a 2024-12-05T22:13:30,290 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:30,290 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for e6b8b04faff3b1fb2b9e4df60d66be6a 2024-12-05T22:13:30,290 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e59681caff0b462e919e69b918eab0ff 2024-12-05T22:13:30,290 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for e6b8b04faff3b1fb2b9e4df60d66be6a 2024-12-05T22:13:30,290 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:30,290 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e59681caff0b462e919e69b918eab0ff 2024-12-05T22:13:30,290 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e59681caff0b462e919e69b918eab0ff 2024-12-05T22:13:30,292 INFO [StoreOpener-e59681caff0b462e919e69b918eab0ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e59681caff0b462e919e69b918eab0ff 2024-12-05T22:13:30,292 INFO [StoreOpener-e6b8b04faff3b1fb2b9e4df60d66be6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e6b8b04faff3b1fb2b9e4df60d66be6a 2024-12-05T22:13:30,295 INFO [StoreOpener-e6b8b04faff3b1fb2b9e4df60d66be6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6b8b04faff3b1fb2b9e4df60d66be6a columnFamilyName cf 2024-12-05T22:13:30,295 INFO [StoreOpener-e59681caff0b462e919e69b918eab0ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e59681caff0b462e919e69b918eab0ff columnFamilyName cf 2024-12-05T22:13:30,295 DEBUG [StoreOpener-e6b8b04faff3b1fb2b9e4df60d66be6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:30,295 DEBUG [StoreOpener-e59681caff0b462e919e69b918eab0ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:30,295 INFO [StoreOpener-e59681caff0b462e919e69b918eab0ff-1 {}] regionserver.HStore(327): Store=e59681caff0b462e919e69b918eab0ff/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:13:30,295 INFO [StoreOpener-e6b8b04faff3b1fb2b9e4df60d66be6a-1 {}] regionserver.HStore(327): Store=e6b8b04faff3b1fb2b9e4df60d66be6a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:13:30,296 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e59681caff0b462e919e69b918eab0ff 2024-12-05T22:13:30,296 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for e6b8b04faff3b1fb2b9e4df60d66be6a 2024-12-05T22:13:30,297 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/e59681caff0b462e919e69b918eab0ff 2024-12-05T22:13:30,297 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/e6b8b04faff3b1fb2b9e4df60d66be6a 2024-12-05T22:13:30,298 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/e59681caff0b462e919e69b918eab0ff 2024-12-05T22:13:30,298 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/e6b8b04faff3b1fb2b9e4df60d66be6a 2024-12-05T22:13:30,298 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for e6b8b04faff3b1fb2b9e4df60d66be6a 2024-12-05T22:13:30,298 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e59681caff0b462e919e69b918eab0ff 2024-12-05T22:13:30,298 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for e6b8b04faff3b1fb2b9e4df60d66be6a 2024-12-05T22:13:30,298 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e59681caff0b462e919e69b918eab0ff 2024-12-05T22:13:30,302 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e59681caff0b462e919e69b918eab0ff 2024-12-05T22:13:30,304 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for e6b8b04faff3b1fb2b9e4df60d66be6a 2024-12-05T22:13:30,306 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/1e5966d888656143a1be75bd0767fafe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:13:30,307 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 1e5966d888656143a1be75bd0767fafe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65706581, jitterRate=-0.020895645022392273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:13:30,307 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e5966d888656143a1be75bd0767fafe 2024-12-05T22:13:30,309 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 1e5966d888656143a1be75bd0767fafe: Running coprocessor pre-open hook at 1733436810268Writing region info on filesystem at 1733436810268Initializing all the Stores at 1733436810272 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436810272Cleaning up temporary data from old regions at 1733436810284 (+12 ms)Running coprocessor post-open hooks at 1733436810308 (+24 ms)Region opened successfully at 1733436810308 2024-12-05T22:13:30,312 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe., pid=15, masterSystemTime=1733436810242 2024-12-05T22:13:30,320 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/e59681caff0b462e919e69b918eab0ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:13:30,323 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e5966d888656143a1be75bd0767fafe, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,45969,1733436785148 2024-12-05T22:13:30,324 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe. 2024-12-05T22:13:30,324 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe. 2024-12-05T22:13:30,324 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27. 2024-12-05T22:13:30,324 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c9140305b29c90d8b7c647a6316da27, NAME => 'SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-05T22:13:30,325 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8c9140305b29c90d8b7c647a6316da27 2024-12-05T22:13:30,325 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:30,325 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 8c9140305b29c90d8b7c647a6316da27 2024-12-05T22:13:30,325 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 8c9140305b29c90d8b7c647a6316da27 2024-12-05T22:13:30,326 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/e6b8b04faff3b1fb2b9e4df60d66be6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:13:30,326 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e59681caff0b462e919e69b918eab0ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72183296, jitterRate=0.07561492919921875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:13:30,327 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e59681caff0b462e919e69b918eab0ff 2024-12-05T22:13:30,327 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e59681caff0b462e919e69b918eab0ff: Running coprocessor pre-open hook at 1733436810290Writing region info on filesystem at 1733436810290Initializing all the Stores at 1733436810292 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436810292Cleaning up temporary data from old regions at 1733436810298 (+6 ms)Running coprocessor post-open hooks at 1733436810327 (+29 ms)Region opened successfully at 1733436810327 2024-12-05T22:13:30,327 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened e6b8b04faff3b1fb2b9e4df60d66be6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70540229, jitterRate=0.05113132297992706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:13:30,327 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6b8b04faff3b1fb2b9e4df60d66be6a 2024-12-05T22:13:30,328 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for e6b8b04faff3b1fb2b9e4df60d66be6a: Running coprocessor pre-open hook at 1733436810290Writing region info on filesystem at 1733436810290Initializing all the Stores at 1733436810292 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436810292Cleaning up temporary data from old regions at 1733436810298 (+6 ms)Running coprocessor post-open hooks at 1733436810328 (+30 ms)Region opened successfully at 1733436810328 2024-12-05T22:13:30,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e5966d888656143a1be75bd0767fafe, server=71706e0cb9ca,45969,1733436785148 because future has completed 2024-12-05T22:13:30,329 INFO [StoreOpener-8c9140305b29c90d8b7c647a6316da27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8c9140305b29c90d8b7c647a6316da27 2024-12-05T22:13:30,329 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff., pid=24, masterSystemTime=1733436810268 2024-12-05T22:13:30,334 INFO [StoreOpener-8c9140305b29c90d8b7c647a6316da27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c9140305b29c90d8b7c647a6316da27 columnFamilyName cf 2024-12-05T22:13:30,334 DEBUG [StoreOpener-8c9140305b29c90d8b7c647a6316da27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:30,335 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a., pid=23, masterSystemTime=1733436810268 2024-12-05T22:13:30,336 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 2024-12-05T22:13:30,336 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 2024-12-05T22:13:30,336 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 2024-12-05T22:13:30,337 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bbc64ac6f1110111db154360de31f0b, NAME => 'SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T22:13:30,337 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:13:30,337 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:30,337 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:13:30,337 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:13:30,339 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e59681caff0b462e919e69b918eab0ff, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,45957,1733436785349 2024-12-05T22:13:30,342 INFO [StoreOpener-8c9140305b29c90d8b7c647a6316da27-1 {}] regionserver.HStore(327): Store=8c9140305b29c90d8b7c647a6316da27/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:13:30,342 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 8c9140305b29c90d8b7c647a6316da27 2024-12-05T22:13:30,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=5 2024-12-05T22:13:30,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e5966d888656143a1be75bd0767fafe, server=71706e0cb9ca,45969,1733436785148 in 10.1020 sec 2024-12-05T22:13:30,344 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/8c9140305b29c90d8b7c647a6316da27 2024-12-05T22:13:30,345 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a. 2024-12-05T22:13:30,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e59681caff0b462e919e69b918eab0ff, server=71706e0cb9ca,45957,1733436785349 because future has completed 2024-12-05T22:13:30,345 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a. 2024-12-05T22:13:30,345 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/8c9140305b29c90d8b7c647a6316da27 2024-12-05T22:13:30,346 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff. 2024-12-05T22:13:30,346 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e6b8b04faff3b1fb2b9e4df60d66be6a, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:30,347 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 8c9140305b29c90d8b7c647a6316da27 2024-12-05T22:13:30,347 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 8c9140305b29c90d8b7c647a6316da27 2024-12-05T22:13:30,348 INFO [StoreOpener-8bbc64ac6f1110111db154360de31f0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:13:30,348 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f3b9f6e46736315612327f35e6f5aff, NAME => 'SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-05T22:13:30,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e5966d888656143a1be75bd0767fafe, ASSIGN in 10.2920 sec 2024-12-05T22:13:30,350 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5f3b9f6e46736315612327f35e6f5aff 2024-12-05T22:13:30,350 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:30,351 INFO [StoreOpener-8bbc64ac6f1110111db154360de31f0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bbc64ac6f1110111db154360de31f0b columnFamilyName cf 2024-12-05T22:13:30,351 DEBUG [StoreOpener-8bbc64ac6f1110111db154360de31f0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:30,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6b8b04faff3b1fb2b9e4df60d66be6a, server=71706e0cb9ca,41977,1733436785287 because future has completed 2024-12-05T22:13:30,351 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 5f3b9f6e46736315612327f35e6f5aff 2024-12-05T22:13:30,351 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 5f3b9f6e46736315612327f35e6f5aff 2024-12-05T22:13:30,353 INFO [StoreOpener-8bbc64ac6f1110111db154360de31f0b-1 {}] regionserver.HStore(327): Store=8bbc64ac6f1110111db154360de31f0b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:13:30,353 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:13:30,356 INFO [StoreOpener-5f3b9f6e46736315612327f35e6f5aff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5f3b9f6e46736315612327f35e6f5aff 2024-12-05T22:13:30,356 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 8c9140305b29c90d8b7c647a6316da27 2024-12-05T22:13:30,358 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:13:30,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-12-05T22:13:30,359 INFO [StoreOpener-5f3b9f6e46736315612327f35e6f5aff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f3b9f6e46736315612327f35e6f5aff columnFamilyName cf 2024-12-05T22:13:30,359 DEBUG [StoreOpener-5f3b9f6e46736315612327f35e6f5aff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:30,360 INFO [StoreOpener-5f3b9f6e46736315612327f35e6f5aff-1 {}] regionserver.HStore(327): Store=5f3b9f6e46736315612327f35e6f5aff/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:13:30,360 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 5f3b9f6e46736315612327f35e6f5aff 2024-12-05T22:13:30,362 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/5f3b9f6e46736315612327f35e6f5aff 2024-12-05T22:13:30,362 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:13:30,363 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/5f3b9f6e46736315612327f35e6f5aff 2024-12-05T22:13:30,364 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 5f3b9f6e46736315612327f35e6f5aff 2024-12-05T22:13:30,365 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 5f3b9f6e46736315612327f35e6f5aff 2024-12-05T22:13:30,365 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:13:30,365 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:13:30,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure e59681caff0b462e919e69b918eab0ff, server=71706e0cb9ca,45957,1733436785349 in 10.0760 sec 2024-12-05T22:13:30,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e59681caff0b462e919e69b918eab0ff, ASSIGN in 10.3070 sec 2024-12-05T22:13:30,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-12-05T22:13:30,369 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/8c9140305b29c90d8b7c647a6316da27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:13:30,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e6b8b04faff3b1fb2b9e4df60d66be6a, server=71706e0cb9ca,41977,1733436785287 in 10.0820 sec 2024-12-05T22:13:30,370 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 5f3b9f6e46736315612327f35e6f5aff 2024-12-05T22:13:30,370 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 8c9140305b29c90d8b7c647a6316da27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67137571, jitterRate=4.2776763439178467E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:13:30,370 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c9140305b29c90d8b7c647a6316da27 2024-12-05T22:13:30,371 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 8c9140305b29c90d8b7c647a6316da27: Running coprocessor pre-open hook at 1733436810326Writing region info on filesystem at 1733436810326Initializing all the Stores at 1733436810328 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436810328Cleaning up temporary data from old regions at 1733436810347 (+19 ms)Running coprocessor post-open hooks at 1733436810370 (+23 ms)Region opened successfully at 1733436810370 2024-12-05T22:13:30,373 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27., pid=18, masterSystemTime=1733436810242 2024-12-05T22:13:30,377 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:13:30,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6b8b04faff3b1fb2b9e4df60d66be6a, ASSIGN in 10.3170 sec 2024-12-05T22:13:30,380 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27. 2024-12-05T22:13:30,380 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27. 2024-12-05T22:13:30,380 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a. 2024-12-05T22:13:30,381 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ff081f3870b21b79bba9b8c8f5e5e7a, NAME => 'SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-05T22:13:30,381 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4ff081f3870b21b79bba9b8c8f5e5e7a 2024-12-05T22:13:30,381 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:30,382 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 4ff081f3870b21b79bba9b8c8f5e5e7a 2024-12-05T22:13:30,382 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 4ff081f3870b21b79bba9b8c8f5e5e7a 2024-12-05T22:13:30,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8c9140305b29c90d8b7c647a6316da27, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,45969,1733436785148 2024-12-05T22:13:30,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c9140305b29c90d8b7c647a6316da27, server=71706e0cb9ca,45969,1733436785148 because future has completed 2024-12-05T22:13:30,392 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/5f3b9f6e46736315612327f35e6f5aff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:13:30,394 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 5f3b9f6e46736315612327f35e6f5aff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61482658, jitterRate=-0.08383700251579285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:13:30,394 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/8bbc64ac6f1110111db154360de31f0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:13:30,394 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f3b9f6e46736315612327f35e6f5aff 2024-12-05T22:13:30,394 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 5f3b9f6e46736315612327f35e6f5aff: Running coprocessor pre-open hook at 1733436810352Writing region info on filesystem at 1733436810352Initializing all the Stores at 1733436810355 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436810355Cleaning up temporary data from old regions at 1733436810365 (+10 ms)Running coprocessor post-open hooks at 1733436810394 (+29 ms)Region opened successfully at 1733436810394 2024-12-05T22:13:30,394 INFO [StoreOpener-4ff081f3870b21b79bba9b8c8f5e5e7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4ff081f3870b21b79bba9b8c8f5e5e7a 2024-12-05T22:13:30,395 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 8bbc64ac6f1110111db154360de31f0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65498782, jitterRate=-0.023992091417312622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:13:30,395 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:13:30,396 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 8bbc64ac6f1110111db154360de31f0b: Running coprocessor pre-open hook at 1733436810338Writing region info on filesystem at 1733436810338Initializing all the Stores at 1733436810347 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436810347Cleaning up temporary data from old regions at 1733436810365 (+18 ms)Running coprocessor post-open hooks at 1733436810395 (+30 ms)Region opened successfully at 1733436810395 2024-12-05T22:13:30,396 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff., pid=22, masterSystemTime=1733436810268 2024-12-05T22:13:30,397 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b., pid=20, masterSystemTime=1733436810268 2024-12-05T22:13:30,398 INFO [StoreOpener-4ff081f3870b21b79bba9b8c8f5e5e7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff081f3870b21b79bba9b8c8f5e5e7a columnFamilyName cf 2024-12-05T22:13:30,398 DEBUG [StoreOpener-4ff081f3870b21b79bba9b8c8f5e5e7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:30,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-12-05T22:13:30,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c9140305b29c90d8b7c647a6316da27, server=71706e0cb9ca,45969,1733436785148 in 10.1460 sec 2024-12-05T22:13:30,399 INFO [StoreOpener-4ff081f3870b21b79bba9b8c8f5e5e7a-1 {}] regionserver.HStore(327): Store=4ff081f3870b21b79bba9b8c8f5e5e7a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:13:30,400 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 4ff081f3870b21b79bba9b8c8f5e5e7a 2024-12-05T22:13:30,401 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/4ff081f3870b21b79bba9b8c8f5e5e7a 2024-12-05T22:13:30,402 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff. 2024-12-05T22:13:30,402 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff. 2024-12-05T22:13:30,402 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7. 2024-12-05T22:13:30,402 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 420e2197604b0173bd5d9dc7831456a7, NAME => 'SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-05T22:13:30,403 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 420e2197604b0173bd5d9dc7831456a7 2024-12-05T22:13:30,403 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:30,403 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 420e2197604b0173bd5d9dc7831456a7 2024-12-05T22:13:30,404 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/4ff081f3870b21b79bba9b8c8f5e5e7a 2024-12-05T22:13:30,403 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 420e2197604b0173bd5d9dc7831456a7 2024-12-05T22:13:30,407 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5f3b9f6e46736315612327f35e6f5aff, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:30,407 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 2024-12-05T22:13:30,407 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 2024-12-05T22:13:30,408 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 2024-12-05T22:13:30,408 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c87721081ef526c841d24d405e28478, NAME => 'SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-05T22:13:30,409 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9c87721081ef526c841d24d405e28478 2024-12-05T22:13:30,409 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:30,409 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 9c87721081ef526c841d24d405e28478 2024-12-05T22:13:30,409 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 9c87721081ef526c841d24d405e28478 2024-12-05T22:13:30,411 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 4ff081f3870b21b79bba9b8c8f5e5e7a 2024-12-05T22:13:30,411 INFO [StoreOpener-420e2197604b0173bd5d9dc7831456a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 420e2197604b0173bd5d9dc7831456a7 2024-12-05T22:13:30,412 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 4ff081f3870b21b79bba9b8c8f5e5e7a 2024-12-05T22:13:30,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c9140305b29c90d8b7c647a6316da27, ASSIGN in 10.3470 sec 2024-12-05T22:13:30,414 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8bbc64ac6f1110111db154360de31f0b, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,45957,1733436785349 2024-12-05T22:13:30,416 INFO [StoreOpener-420e2197604b0173bd5d9dc7831456a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 420e2197604b0173bd5d9dc7831456a7 columnFamilyName cf 2024-12-05T22:13:30,416 DEBUG [StoreOpener-420e2197604b0173bd5d9dc7831456a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:30,417 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 4ff081f3870b21b79bba9b8c8f5e5e7a 2024-12-05T22:13:30,418 INFO [StoreOpener-420e2197604b0173bd5d9dc7831456a7-1 {}] regionserver.HStore(327): Store=420e2197604b0173bd5d9dc7831456a7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:13:30,418 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 420e2197604b0173bd5d9dc7831456a7 2024-12-05T22:13:30,419 INFO [StoreOpener-9c87721081ef526c841d24d405e28478-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9c87721081ef526c841d24d405e28478 2024-12-05T22:13:30,420 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/420e2197604b0173bd5d9dc7831456a7 2024-12-05T22:13:30,422 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/420e2197604b0173bd5d9dc7831456a7 2024-12-05T22:13:30,423 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 420e2197604b0173bd5d9dc7831456a7 2024-12-05T22:13:30,423 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 420e2197604b0173bd5d9dc7831456a7 2024-12-05T22:13:30,424 INFO [StoreOpener-9c87721081ef526c841d24d405e28478-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c87721081ef526c841d24d405e28478 columnFamilyName cf 2024-12-05T22:13:30,424 DEBUG [StoreOpener-9c87721081ef526c841d24d405e28478-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:30,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f3b9f6e46736315612327f35e6f5aff, server=71706e0cb9ca,41977,1733436785287 because future has completed 2024-12-05T22:13:30,428 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 420e2197604b0173bd5d9dc7831456a7 2024-12-05T22:13:30,428 INFO [StoreOpener-9c87721081ef526c841d24d405e28478-1 {}] regionserver.HStore(327): Store=9c87721081ef526c841d24d405e28478/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:13:30,429 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 9c87721081ef526c841d24d405e28478 2024-12-05T22:13:30,430 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/9c87721081ef526c841d24d405e28478 2024-12-05T22:13:30,432 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/9c87721081ef526c841d24d405e28478 2024-12-05T22:13:30,433 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 9c87721081ef526c841d24d405e28478 2024-12-05T22:13:30,433 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 9c87721081ef526c841d24d405e28478 2024-12-05T22:13:30,435 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/4ff081f3870b21b79bba9b8c8f5e5e7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:13:30,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bbc64ac6f1110111db154360de31f0b, server=71706e0cb9ca,45957,1733436785349 because future has completed 2024-12-05T22:13:30,437 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 4ff081f3870b21b79bba9b8c8f5e5e7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60796322, jitterRate=-0.09406420588493347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:13:30,438 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ff081f3870b21b79bba9b8c8f5e5e7a 2024-12-05T22:13:30,438 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 4ff081f3870b21b79bba9b8c8f5e5e7a: Running coprocessor pre-open hook at 1733436810382Writing region info on filesystem at 1733436810382Initializing all the Stores at 1733436810384 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436810384Cleaning up temporary data from old regions at 1733436810412 (+28 ms)Running coprocessor post-open hooks at 1733436810438 (+26 ms)Region opened successfully at 1733436810438 2024-12-05T22:13:30,439 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 9c87721081ef526c841d24d405e28478 2024-12-05T22:13:30,441 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a., pid=16, masterSystemTime=1733436810242 2024-12-05T22:13:30,447 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a. 2024-12-05T22:13:30,447 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a. 2024-12-05T22:13:30,448 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/420e2197604b0173bd5d9dc7831456a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:13:30,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-12-05T22:13:30,450 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 420e2197604b0173bd5d9dc7831456a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74072659, jitterRate=0.10376863181591034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:13:30,450 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 420e2197604b0173bd5d9dc7831456a7 2024-12-05T22:13:30,450 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 420e2197604b0173bd5d9dc7831456a7: Running coprocessor pre-open hook at 1733436810408Writing region info on filesystem at 1733436810408Initializing all the Stores at 1733436810411 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436810411Cleaning up temporary data from old regions at 1733436810423 (+12 ms)Running coprocessor post-open hooks at 1733436810450 (+27 ms)Region opened successfully at 1733436810450 2024-12-05T22:13:30,454 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/9c87721081ef526c841d24d405e28478/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:13:30,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4ff081f3870b21b79bba9b8c8f5e5e7a, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,45969,1733436785148 2024-12-05T22:13:30,456 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 9c87721081ef526c841d24d405e28478; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73975779, jitterRate=0.10232500731945038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:13:30,456 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c87721081ef526c841d24d405e28478 2024-12-05T22:13:30,456 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 9c87721081ef526c841d24d405e28478: Running coprocessor pre-open hook at 1733436810409Writing region info on filesystem at 1733436810409Initializing all the Stores at 1733436810414 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436810414Cleaning up temporary data from old regions at 1733436810433 (+19 ms)Running coprocessor post-open hooks at 1733436810456 (+23 ms)Region opened successfully at 1733436810456 2024-12-05T22:13:30,456 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7., pid=19, masterSystemTime=1733436810268 2024-12-05T22:13:30,460 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478., pid=17, masterSystemTime=1733436810268 2024-12-05T22:13:30,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ff081f3870b21b79bba9b8c8f5e5e7a, server=71706e0cb9ca,45969,1733436785148 because future has completed 2024-12-05T22:13:30,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f3b9f6e46736315612327f35e6f5aff, server=71706e0cb9ca,41977,1733436785287 in 10.1670 sec 2024-12-05T22:13:30,468 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7. 2024-12-05T22:13:30,468 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7. 2024-12-05T22:13:30,468 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c. 2024-12-05T22:13:30,468 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 165c7e7ea7da6bb10548f42b40a2e43c, NAME => 'SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-05T22:13:30,469 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 165c7e7ea7da6bb10548f42b40a2e43c 2024-12-05T22:13:30,469 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:13:30,469 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 165c7e7ea7da6bb10548f42b40a2e43c 2024-12-05T22:13:30,469 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 165c7e7ea7da6bb10548f42b40a2e43c 2024-12-05T22:13:30,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-12-05T22:13:30,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bbc64ac6f1110111db154360de31f0b, server=71706e0cb9ca,45957,1733436785349 in 10.1840 sec 2024-12-05T22:13:30,471 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=420e2197604b0173bd5d9dc7831456a7, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:30,472 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 2024-12-05T22:13:30,472 INFO [StoreOpener-165c7e7ea7da6bb10548f42b40a2e43c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 165c7e7ea7da6bb10548f42b40a2e43c 2024-12-05T22:13:30,473 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 2024-12-05T22:13:30,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9c87721081ef526c841d24d405e28478, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,45957,1733436785349 2024-12-05T22:13:30,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 420e2197604b0173bd5d9dc7831456a7, server=71706e0cb9ca,41977,1733436785287 because future has completed 2024-12-05T22:13:30,477 INFO [StoreOpener-165c7e7ea7da6bb10548f42b40a2e43c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 165c7e7ea7da6bb10548f42b40a2e43c columnFamilyName cf 2024-12-05T22:13:30,477 DEBUG [StoreOpener-165c7e7ea7da6bb10548f42b40a2e43c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:13:30,478 INFO [StoreOpener-165c7e7ea7da6bb10548f42b40a2e43c-1 {}] regionserver.HStore(327): Store=165c7e7ea7da6bb10548f42b40a2e43c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:13:30,478 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 165c7e7ea7da6bb10548f42b40a2e43c 2024-12-05T22:13:30,479 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/165c7e7ea7da6bb10548f42b40a2e43c 2024-12-05T22:13:30,480 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/165c7e7ea7da6bb10548f42b40a2e43c 2024-12-05T22:13:30,481 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 165c7e7ea7da6bb10548f42b40a2e43c 2024-12-05T22:13:30,481 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 165c7e7ea7da6bb10548f42b40a2e43c 2024-12-05T22:13:30,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f3b9f6e46736315612327f35e6f5aff, ASSIGN in 10.4060 sec 2024-12-05T22:13:30,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bbc64ac6f1110111db154360de31f0b, ASSIGN in 10.4180 sec 2024-12-05T22:13:30,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c87721081ef526c841d24d405e28478, server=71706e0cb9ca,45957,1733436785349 because future has completed 2024-12-05T22:13:30,485 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 165c7e7ea7da6bb10548f42b40a2e43c 2024-12-05T22:13:30,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-05T22:13:30,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ff081f3870b21b79bba9b8c8f5e5e7a, server=71706e0cb9ca,45969,1733436785148 in 10.2380 sec 2024-12-05T22:13:30,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-12-05T22:13:30,494 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/165c7e7ea7da6bb10548f42b40a2e43c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:13:30,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ff081f3870b21b79bba9b8c8f5e5e7a, ASSIGN in 10.4370 sec 2024-12-05T22:13:30,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c87721081ef526c841d24d405e28478, server=71706e0cb9ca,45957,1733436785349 in 10.2390 sec 2024-12-05T22:13:30,496 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 165c7e7ea7da6bb10548f42b40a2e43c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74293734, jitterRate=0.10706290602684021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:13:30,496 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 165c7e7ea7da6bb10548f42b40a2e43c 2024-12-05T22:13:30,496 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 165c7e7ea7da6bb10548f42b40a2e43c: Running coprocessor pre-open hook at 1733436810469Writing region info on filesystem at 1733436810469Initializing all the Stores at 1733436810471 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436810471Cleaning up temporary data from old regions at 1733436810481 (+10 ms)Running coprocessor post-open hooks at 1733436810496 (+15 ms)Region opened successfully at 1733436810496 2024-12-05T22:13:30,498 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c., pid=21, masterSystemTime=1733436810268 2024-12-05T22:13:30,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c87721081ef526c841d24d405e28478, ASSIGN in 10.4430 sec 2024-12-05T22:13:30,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-12-05T22:13:30,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 420e2197604b0173bd5d9dc7831456a7, server=71706e0cb9ca,41977,1733436785287 in 10.2350 sec 2024-12-05T22:13:30,502 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c. 2024-12-05T22:13:30,502 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c. 2024-12-05T22:13:30,503 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=165c7e7ea7da6bb10548f42b40a2e43c, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:30,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=420e2197604b0173bd5d9dc7831456a7, ASSIGN in 10.4480 sec 2024-12-05T22:13:30,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 165c7e7ea7da6bb10548f42b40a2e43c, server=71706e0cb9ca,41977,1733436785287 because future has completed 2024-12-05T22:13:30,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-12-05T22:13:30,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 165c7e7ea7da6bb10548f42b40a2e43c, server=71706e0cb9ca,41977,1733436785287 in 10.2440 sec 2024-12-05T22:13:30,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-05T22:13:30,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=165c7e7ea7da6bb10548f42b40a2e43c, ASSIGN in 10.4610 sec 2024-12-05T22:13:30,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T22:13:30,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733436810520"}]},"ts":"1733436810520"} 2024-12-05T22:13:30,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-05T22:13:30,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T22:13:30,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.1860 sec 2024-12-05T22:13:31,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-05T22:13:32,653 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T22:13:34,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-05T22:13:34,451 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-05T22:13:35,812 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T22:13:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T22:13:37,709 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-05T22:13:37,709 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-05T22:13:37,711 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T22:13:37,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-05T22:13:37,723 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T22:13:37,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-05T22:13:37,774 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff., hostname=71706e0cb9ca,45957,1733436785349, seqNum=2] 2024-12-05T22:13:37,781 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff., hostname=71706e0cb9ca,45957,1733436785349, seqNum=2] 2024-12-05T22:13:37,790 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff., hostname=71706e0cb9ca,45957,1733436785349, seqNum=2] 2024-12-05T22:13:37,793 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff., hostname=71706e0cb9ca,45957,1733436785349, seqNum=2] 2024-12-05T22:13:37,795 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff., hostname=71706e0cb9ca,45957,1733436785349, seqNum=2] 2024-12-05T22:13:37,797 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff., hostname=71706e0cb9ca,45957,1733436785349, seqNum=2] 2024-12-05T22:13:37,851 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7., hostname=71706e0cb9ca,41977,1733436785287, seqNum=2] 2024-12-05T22:13:37,859 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7., hostname=71706e0cb9ca,41977,1733436785287, seqNum=2] 2024-12-05T22:13:37,862 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7., hostname=71706e0cb9ca,41977,1733436785287, seqNum=2] 2024-12-05T22:13:37,864 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7., hostname=71706e0cb9ca,41977,1733436785287, seqNum=2] 2024-12-05T22:13:37,866 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7., hostname=71706e0cb9ca,41977,1733436785287, seqNum=2] 2024-12-05T22:13:37,869 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7., hostname=71706e0cb9ca,41977,1733436785287, seqNum=2] 2024-12-05T22:13:37,876 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7., hostname=71706e0cb9ca,41977,1733436785287, seqNum=2] 2024-12-05T22:13:37,928 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a., hostname=71706e0cb9ca,45969,1733436785148, seqNum=2] 2024-12-05T22:13:37,932 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a., hostname=71706e0cb9ca,45969,1733436785148, seqNum=2] 2024-12-05T22:13:37,934 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a., hostname=71706e0cb9ca,45969,1733436785148, seqNum=2] 2024-12-05T22:13:37,937 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a., hostname=71706e0cb9ca,45969,1733436785148, seqNum=2] 2024-12-05T22:13:37,939 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a., hostname=71706e0cb9ca,45969,1733436785148, seqNum=2] 2024-12-05T22:13:37,942 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a., hostname=71706e0cb9ca,45969,1733436785148, seqNum=2] 2024-12-05T22:13:37,944 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a., hostname=71706e0cb9ca,45969,1733436785148, seqNum=2] 2024-12-05T22:13:37,947 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a., hostname=71706e0cb9ca,45969,1733436785148, seqNum=2] 2024-12-05T22:13:38,036 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b., hostname=71706e0cb9ca,45957,1733436785349, seqNum=2] 2024-12-05T22:13:38,038 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b., hostname=71706e0cb9ca,45957,1733436785349, seqNum=2] 2024-12-05T22:13:38,043 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b., hostname=71706e0cb9ca,45957,1733436785349, seqNum=2] 2024-12-05T22:13:38,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T22:13:38,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T22:13:38,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T22:13:38,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T22:13:38,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41977 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T22:13:39,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T22:13:39,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 2024-12-05T22:13:39,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T22:13:39,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T22:13:40,029 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-05T22:13:40,030 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T22:13:40,031 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-05T22:13:40,035 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-05T22:13:40,050 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-05T22:13:40,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741848_1024 (size=49) 2024-12-05T22:13:40,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741848_1024 (size=49) 2024-12-05T22:13:40,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741848_1024 (size=49) 2024-12-05T22:13:40,072 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-05T22:13:40,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e5966d888656143a1be75bd0767fafe}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 165c7e7ea7da6bb10548f42b40a2e43c}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f3b9f6e46736315612327f35e6f5aff}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6b8b04faff3b1fb2b9e4df60d66be6a}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c9140305b29c90d8b7c647a6316da27}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 420e2197604b0173bd5d9dc7831456a7}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ff081f3870b21b79bba9b8c8f5e5e7a}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b}] 2024-12-05T22:13:40,081 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e5966d888656143a1be75bd0767fafe 2024-12-05T22:13:40,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 165c7e7ea7da6bb10548f42b40a2e43c 2024-12-05T22:13:40,082 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478 2024-12-05T22:13:40,082 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff 2024-12-05T22:13:40,089 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ff081f3870b21b79bba9b8c8f5e5e7a 2024-12-05T22:13:40,089 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:13:40,094 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c9140305b29c90d8b7c647a6316da27 2024-12-05T22:13:40,094 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 420e2197604b0173bd5d9dc7831456a7 2024-12-05T22:13:40,095 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6b8b04faff3b1fb2b9e4df60d66be6a 2024-12-05T22:13:40,095 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f3b9f6e46736315612327f35e6f5aff 2024-12-05T22:13:40,132 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 71706e0cb9ca,45957,1733436785349 2024-12-05T22:13:40,132 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 71706e0cb9ca,45957,1733436785349: Simulated kill ***** 2024-12-05T22:13:40,133 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T22:13:40,135 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T22:13:40,190 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T22:13:40,192 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T22:13:40,193 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T22:13:40,199 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 462588304 }, "NonHeapMemoryUsage": { "committed": 156368896, "init": 7667712, "max": -1, "used": 152891200 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "71706e0cb9ca", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "71706e0cb9ca", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59391", "tag.serverName": "71706e0cb9ca,45969,1733436785148", "tag.clusterId": "5a881e31-b9b5-436a-b8b8-cefad08a4195", "tag.Context": "regionserver", "tag.Hostname": "71706e0cb9ca", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733436785148, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-05T22:13:40,202 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42005 {}] master.MasterRpcServices(700): 71706e0cb9ca,45957,1733436785349 reported a fatal error: ***** ABORTING region server 71706e0cb9ca,45957,1733436785349: Simulated kill ***** 2024-12-05T22:13:40,205 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '71706e0cb9ca,45957,1733436785349' ***** 2024-12-05T22:13:40,205 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-05T22:13:40,205 INFO [RS:2;71706e0cb9ca:45957 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T22:13:40,206 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T22:13:40,206 INFO [RS:2;71706e0cb9ca:45957 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-05T22:13:40,206 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T22:13:40,206 INFO [RS:2;71706e0cb9ca:45957 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-05T22:13:40,206 INFO [RS:2;71706e0cb9ca:45957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T22:13:40,206 INFO [RS:2;71706e0cb9ca:45957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;71706e0cb9ca:45957. 2024-12-05T22:13:40,206 DEBUG [RS:2;71706e0cb9ca:45957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T22:13:40,206 DEBUG [RS:2;71706e0cb9ca:45957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:13:40,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741834_1010 (size=966) 2024-12-05T22:13:40,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741834_1010 (size=966) 2024-12-05T22:13:40,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741834_1010 (size=966) 2024-12-05T22:13:40,214 DEBUG [RS:2;71706e0cb9ca:45957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:13:40,214 INFO [RS:2;71706e0cb9ca:45957 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T22:13:40,214 INFO [RS:2;71706e0cb9ca:45957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45957 2024-12-05T22:13:40,229 INFO [regionserver/71706e0cb9ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T22:13:40,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T22:13:40,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x101a78e343f0003, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/71706e0cb9ca,45957,1733436785349 2024-12-05T22:13:40,265 INFO [RS:2;71706e0cb9ca:45957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T22:13:40,349 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [71706e0cb9ca,45957,1733436785349] 2024-12-05T22:13:40,406 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/71706e0cb9ca,45957,1733436785349 already deleted, retry=false 2024-12-05T22:13:40,407 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 71706e0cb9ca,45957,1733436785349 on 71706e0cb9ca,42005,1733436783961 2024-12-05T22:13:40,412 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 71706e0cb9ca,45957,1733436785349, splitWal=true, meta=false 2024-12-05T22:13:40,414 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 71706e0cb9ca,45957,1733436785349 (carryingMeta=false) 71706e0cb9ca,45957,1733436785349/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4a3a4e6f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T22:13:40,415 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 71706e0cb9ca,45957,1733436785349, splitWal=true, meta=false 2024-12-05T22:13:40,417 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:13:40,417 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 71706e0cb9ca,45957,1733436785349 had 3 regions 2024-12-05T22:13:40,418 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff 2024-12-05T22:13:40,418 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478 2024-12-05T22:13:40,418 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b can not run currently because target server of region SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 71706e0cb9ca,45957,1733436785349 is in state CRASHED, wait 1000 ms to retry 2024-12-05T22:13:40,418 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b; timeout=1000, timestamp=1733436821418 2024-12-05T22:13:40,419 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff can not run currently because target server of region SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 71706e0cb9ca,45957,1733436785349 is in state CRASHED, wait 1000 ms to retry 2024-12-05T22:13:40,419 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 71706e0cb9ca,45957,1733436785349, splitWal=true, meta=false, isMeta: false 2024-12-05T22:13:40,419 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478 can not run currently because target server of region SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 71706e0cb9ca,45957,1733436785349 is in state SPLITTING, wait 1000 ms to retry 2024-12-05T22:13:40,419 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478; timeout=1000, timestamp=1733436821419 2024-12-05T22:13:40,419 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff; timeout=1000, timestamp=1733436821419 2024-12-05T22:13:40,422 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349-splitting 2024-12-05T22:13:40,424 INFO [PEWorker-4 {}] master.SplitWALManager(105): 71706e0cb9ca,45957,1733436785349 WAL count=1, meta=false 2024-12-05T22:13:40,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 71706e0cb9ca%2C45957%2C1733436785349.1733436788049}] 2024-12-05T22:13:40,437 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=71706e0cb9ca,45969,1733436785148 2024-12-05T22:13:40,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 71706e0cb9ca%2C45957%2C1733436785349.1733436788049, worker=71706e0cb9ca,45969,1733436785148}] 2024-12-05T22:13:40,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x101a78e343f0003, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T22:13:40,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x101a78e343f0003, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T22:13:40,451 INFO [RS:2;71706e0cb9ca:45957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T22:13:40,451 INFO [RS:2;71706e0cb9ca:45957 {}] regionserver.HRegionServer(1031): Exiting; stopping=71706e0cb9ca,45957,1733436785349; zookeeper connection closed. 2024-12-05T22:13:40,451 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d4448c4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d4448c4 2024-12-05T22:13:40,872 INFO [regionserver/71706e0cb9ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T22:13:40,873 INFO [regionserver/71706e0cb9ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T22:13:41,418 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:13:41,419 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478 2024-12-05T22:13:41,419 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff 2024-12-05T22:13:41,419 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b can not run currently because target server of region SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 71706e0cb9ca,45957,1733436785349 is in state SPLITTING, wait 2000 ms to retry 2024-12-05T22:13:41,419 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b; timeout=2000, timestamp=1733436823419 2024-12-05T22:13:41,420 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff can not run currently because target server of region SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 71706e0cb9ca,45957,1733436785349 is in state SPLITTING, wait 2000 ms to retry 2024-12-05T22:13:41,420 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478 can not run currently because target server of region SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 71706e0cb9ca,45957,1733436785349 is in state SPLITTING, wait 2000 ms to retry 2024-12-05T22:13:41,420 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff; timeout=2000, timestamp=1733436823420 2024-12-05T22:13:41,420 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478; timeout=2000, timestamp=1733436823420 2024-12-05T22:13:42,372 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=71706e0cb9ca:42005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-05T22:13:43,420 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff 2024-12-05T22:13:43,424 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478 2024-12-05T22:13:43,425 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:13:43,429 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff can not run currently because target server of region SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 71706e0cb9ca,45957,1733436785349 is in state SPLITTING, wait 4000 ms to retry 2024-12-05T22:13:43,429 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff; timeout=4000, timestamp=1733436827429 2024-12-05T22:13:43,432 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478 can not run currently because target server of region SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 71706e0cb9ca,45957,1733436785349 is in state SPLITTING, wait 4000 ms to retry 2024-12-05T22:13:43,432 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b can not run currently because target server of region SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 71706e0cb9ca,45957,1733436785349 is in state SPLITTING, wait 4000 ms to retry 2024-12-05T22:13:43,433 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b; timeout=4000, timestamp=1733436827433 2024-12-05T22:13:43,433 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478; timeout=4000, timestamp=1733436827433 2024-12-05T22:13:47,430 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff 2024-12-05T22:13:47,434 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478 2024-12-05T22:13:47,434 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff can not run currently because target server of region SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 71706e0cb9ca,45957,1733436785349 is in state SPLITTING, wait 8000 ms to retry 2024-12-05T22:13:47,434 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff; timeout=8000, timestamp=1733436835434 2024-12-05T22:13:47,436 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478 can not run currently because target server of region SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 71706e0cb9ca,45957,1733436785349 is in state SPLITTING, wait 8000 ms to retry 2024-12-05T22:13:47,436 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:13:47,436 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478; timeout=8000, timestamp=1733436835436 2024-12-05T22:13:47,438 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b can not run currently because target server of region SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 71706e0cb9ca,45957,1733436785349 is in state SPLITTING, wait 8000 ms to retry 2024-12-05T22:13:47,438 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b; timeout=8000, timestamp=1733436835438 2024-12-05T22:13:50,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-05T22:13:50,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-05T22:13:50,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff. 2024-12-05T22:13:50,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-05T22:13:50,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-05T22:13:50,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a. 2024-12-05T22:13:50,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-05T22:13:50,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 5f3b9f6e46736315612327f35e6f5aff: 2024-12-05T22:13:50,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff. for SnapshotProcedureTest completed. 2024-12-05T22:13:50,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for e6b8b04faff3b1fb2b9e4df60d66be6a: 2024-12-05T22:13:50,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a. for SnapshotProcedureTest completed. 2024-12-05T22:13:50,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:13:50,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27. 2024-12-05T22:13:50,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 8c9140305b29c90d8b7c647a6316da27: 2024-12-05T22:13:50,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27. for SnapshotProcedureTest completed. 2024-12-05T22:13:50,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c. 2024-12-05T22:13:50,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-05T22:13:50,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 165c7e7ea7da6bb10548f42b40a2e43c: 2024-12-05T22:13:50,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c. for SnapshotProcedureTest completed. 2024-12-05T22:13:50,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:13:50,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:13:50,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:13:50,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:13:50,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:13:50,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-05T22:13:50,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:13:50,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T22:13:50,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T22:13:50,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T22:13:50,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:13:50,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T22:13:50,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-05T22:13:50,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe. 2024-12-05T22:13:50,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 1e5966d888656143a1be75bd0767fafe: 2024-12-05T22:13:50,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe. for SnapshotProcedureTest completed. 2024-12-05T22:13:50,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:13:50,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:13:50,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T22:13:50,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a. 2024-12-05T22:13:50,122 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 4ff081f3870b21b79bba9b8c8f5e5e7a 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-05T22:13:50,193 INFO [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349-splitting/71706e0cb9ca%2C45957%2C1733436785349.1733436788049, size=966 (966bytes) 2024-12-05T22:13:50,198 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T22:13:50,198 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T22:13:50,198 INFO [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349-splitting/71706e0cb9ca%2C45957%2C1733436785349.1733436788049 2024-12-05T22:13:50,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741851_1027 (size=65) 2024-12-05T22:13:50,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741851_1027 (size=65) 2024-12-05T22:13:50,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741851_1027 (size=65) 2024-12-05T22:13:50,249 INFO [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349-splitting/71706e0cb9ca%2C45957%2C1733436785349.1733436788049 after 43ms 2024-12-05T22:13:50,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff. 2024-12-05T22:13:50,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741850_1026 (size=65) 2024-12-05T22:13:50,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741850_1026 (size=65) 2024-12-05T22:13:50,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741850_1026 (size=65) 2024-12-05T22:13:50,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741849_1025 (size=65) 2024-12-05T22:13:50,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741849_1025 (size=65) 2024-12-05T22:13:50,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741849_1025 (size=65) 2024-12-05T22:13:50,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c. 2024-12-05T22:13:50,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27. 2024-12-05T22:13:50,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-05T22:13:50,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-05T22:13:50,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-05T22:13:50,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7. 2024-12-05T22:13:50,276 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 420e2197604b0173bd5d9dc7831456a7 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-05T22:13:50,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741852_1028 (size=57) 2024-12-05T22:13:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-05T22:13:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-05T22:13:50,279 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5f3b9f6e46736315612327f35e6f5aff 2024-12-05T22:13:50,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8c9140305b29c90d8b7c647a6316da27 2024-12-05T22:13:50,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741852_1028 (size=57) 2024-12-05T22:13:50,280 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c9140305b29c90d8b7c647a6316da27 2024-12-05T22:13:50,280 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f3b9f6e46736315612327f35e6f5aff 2024-12-05T22:13:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-05T22:13:50,286 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 165c7e7ea7da6bb10548f42b40a2e43c 2024-12-05T22:13:50,296 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 165c7e7ea7da6bb10548f42b40a2e43c 2024-12-05T22:13:50,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741852_1028 (size=57) 2024-12-05T22:13:50,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe. 2024-12-05T22:13:50,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-05T22:13:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-05T22:13:50,306 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1e5966d888656143a1be75bd0767fafe 2024-12-05T22:13:50,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741853_1029 (size=65) 2024-12-05T22:13:50,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741853_1029 (size=65) 2024-12-05T22:13:50,313 INFO [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349-splitting/71706e0cb9ca%2C45957%2C1733436785349.1733436788049 took 141ms 2024-12-05T22:13:50,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741853_1029 (size=65) 2024-12-05T22:13:50,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a. 2024-12-05T22:13:50,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-05T22:13:50,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 165c7e7ea7da6bb10548f42b40a2e43c in 10.2310 sec 2024-12-05T22:13:50,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8c9140305b29c90d8b7c647a6316da27 in 10.2240 sec 2024-12-05T22:13:50,316 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e5966d888656143a1be75bd0767fafe 2024-12-05T22:13:50,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5f3b9f6e46736315612327f35e6f5aff in 10.2240 sec 2024-12-05T22:13:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-05T22:13:50,316 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e6b8b04faff3b1fb2b9e4df60d66be6a 2024-12-05T22:13:50,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1e5966d888656143a1be75bd0767fafe in 10.2430 sec 2024-12-05T22:13:50,320 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6b8b04faff3b1fb2b9e4df60d66be6a 2024-12-05T22:13:50,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e6b8b04faff3b1fb2b9e4df60d66be6a in 10.2470 sec 2024-12-05T22:13:50,344 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for e59681caff0b462e919e69b918eab0ff: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T22:13:50,347 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8bbc64ac6f1110111db154360de31f0b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T22:13:50,349 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 9c87721081ef526c841d24d405e28478: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T22:13:50,350 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349-splitting/71706e0cb9ca%2C45957%2C1733436785349.1733436788049 so closing down 2024-12-05T22:13:50,350 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T22:13:50,350 INFO [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T22:13:50,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/420e2197604b0173bd5d9dc7831456a7/.tmp/cf/e97f7536d06f4256b7bbe78d7777dd7b is 34, key is baa/cf:cf/1733436818994/Put/seqid=0 2024-12-05T22:13:50,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/4ff081f3870b21b79bba9b8c8f5e5e7a/.tmp/cf/48d63cea7b8240c1b00b461d1b623485 is 34, key is ccd/cf:cf/1733436819011/Put/seqid=0 2024-12-05T22:13:50,357 INFO [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349-splitting/71706e0cb9ca%2C45957%2C1733436785349.1733436788049, size=966, length=966, corrupted=false, cancelled=false 2024-12-05T22:13:50,357 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349-splitting/71706e0cb9ca%2C45957%2C1733436785349.1733436788049, journal: Splitting hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349-splitting/71706e0cb9ca%2C45957%2C1733436785349.1733436788049, size=966 (966bytes) at 1733436830193Finishing writing output for hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349-splitting/71706e0cb9ca%2C45957%2C1733436785349.1733436788049 so closing down at 1733436830350 (+157 ms)3 split writer threads finished at 1733436830350Processed 3 edits across 0 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349-splitting/71706e0cb9ca%2C45957%2C1733436785349.1733436788049, size=966, length=966, corrupted=false, cancelled=false at 1733436830357 (+7 ms) 2024-12-05T22:13:50,358 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349-splitting/71706e0cb9ca%2C45957%2C1733436785349.1733436788049 2024-12-05T22:13:50,358 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-05T22:13:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-05T22:13:50,370 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349-splitting/71706e0cb9ca%2C45957%2C1733436785349.1733436788049 to hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/oldWALs 2024-12-05T22:13:50,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-05T22:13:50,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 71706e0cb9ca%2C45957%2C1733436785349.1733436788049, worker=71706e0cb9ca,45969,1733436785148 in 9.9300 sec 2024-12-05T22:13:50,378 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=71706e0cb9ca,45969,1733436785148 2024-12-05T22:13:50,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741855_1031 (size=47197) 2024-12-05T22:13:50,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-05T22:13:50,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 71706e0cb9ca%2C45957%2C1733436785349.1733436788049, worker=71706e0cb9ca,45969,1733436785148 in 9.9520 sec 2024-12-05T22:13:50,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741855_1031 (size=47197) 2024-12-05T22:13:50,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741855_1031 (size=47197) 2024-12-05T22:13:50,387 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349-splitting dir is empty, no logs to split. 2024-12-05T22:13:50,387 INFO [PEWorker-2 {}] master.SplitWALManager(105): 71706e0cb9ca,45957,1733436785349 WAL count=0, meta=false 2024-12-05T22:13:50,387 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 71706e0cb9ca,45957,1733436785349 WAL splitting is done? wals=0, meta=false 2024-12-05T22:13:50,388 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/4ff081f3870b21b79bba9b8c8f5e5e7a/.tmp/cf/48d63cea7b8240c1b00b461d1b623485 2024-12-05T22:13:50,390 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 71706e0cb9ca,45957,1733436785349 failed, ignore...File hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/WALs/71706e0cb9ca,45957,1733436785349-splitting does not exist. 2024-12-05T22:13:50,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741854_1030 (size=28623) 2024-12-05T22:13:50,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741854_1030 (size=28623) 2024-12-05T22:13:50,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741854_1030 (size=28623) 2024-12-05T22:13:50,396 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/420e2197604b0173bd5d9dc7831456a7/.tmp/cf/e97f7536d06f4256b7bbe78d7777dd7b 2024-12-05T22:13:50,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c87721081ef526c841d24d405e28478, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e59681caff0b462e919e69b918eab0ff, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bbc64ac6f1110111db154360de31f0b, ASSIGN}] 2024-12-05T22:13:50,399 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c87721081ef526c841d24d405e28478, ASSIGN 2024-12-05T22:13:50,399 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e59681caff0b462e919e69b918eab0ff, ASSIGN 2024-12-05T22:13:50,399 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bbc64ac6f1110111db154360de31f0b, ASSIGN 2024-12-05T22:13:50,401 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9c87721081ef526c841d24d405e28478, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T22:13:50,401 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e59681caff0b462e919e69b918eab0ff, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T22:13:50,402 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bbc64ac6f1110111db154360de31f0b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T22:13:50,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/420e2197604b0173bd5d9dc7831456a7/.tmp/cf/e97f7536d06f4256b7bbe78d7777dd7b as hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/420e2197604b0173bd5d9dc7831456a7/cf/e97f7536d06f4256b7bbe78d7777dd7b 2024-12-05T22:13:50,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/4ff081f3870b21b79bba9b8c8f5e5e7a/.tmp/cf/48d63cea7b8240c1b00b461d1b623485 as hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/4ff081f3870b21b79bba9b8c8f5e5e7a/cf/48d63cea7b8240c1b00b461d1b623485 2024-12-05T22:13:50,452 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/420e2197604b0173bd5d9dc7831456a7/cf/e97f7536d06f4256b7bbe78d7777dd7b, entries=731, sequenceid=5, filesize=28.0 K 2024-12-05T22:13:50,454 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/4ff081f3870b21b79bba9b8c8f5e5e7a/cf/48d63cea7b8240c1b00b461d1b623485, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-05T22:13:50,459 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 420e2197604b0173bd5d9dc7831456a7 in 180ms, sequenceid=5, compaction requested=false 2024-12-05T22:13:50,459 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 4ff081f3870b21b79bba9b8c8f5e5e7a in 338ms, sequenceid=5, compaction requested=false 2024-12-05T22:13:50,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 4ff081f3870b21b79bba9b8c8f5e5e7a: 2024-12-05T22:13:50,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 420e2197604b0173bd5d9dc7831456a7: 2024-12-05T22:13:50,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a. for SnapshotProcedureTest completed. 2024-12-05T22:13:50,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7. for SnapshotProcedureTest completed. 2024-12-05T22:13:50,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:13:50,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:13:50,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:13:50,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:13:50,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/420e2197604b0173bd5d9dc7831456a7/cf/e97f7536d06f4256b7bbe78d7777dd7b] hfiles 2024-12-05T22:13:50,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/4ff081f3870b21b79bba9b8c8f5e5e7a/cf/48d63cea7b8240c1b00b461d1b623485] hfiles 2024-12-05T22:13:50,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/4ff081f3870b21b79bba9b8c8f5e5e7a/cf/48d63cea7b8240c1b00b461d1b623485 for snapshot=SnapshotProcedureTest 2024-12-05T22:13:50,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/420e2197604b0173bd5d9dc7831456a7/cf/e97f7536d06f4256b7bbe78d7777dd7b for snapshot=SnapshotProcedureTest 2024-12-05T22:13:50,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741856_1032 (size=105) 2024-12-05T22:13:50,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741856_1032 (size=105) 2024-12-05T22:13:50,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741856_1032 (size=105) 2024-12-05T22:13:50,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7. 2024-12-05T22:13:50,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-05T22:13:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-05T22:13:50,485 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 420e2197604b0173bd5d9dc7831456a7 2024-12-05T22:13:50,486 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 420e2197604b0173bd5d9dc7831456a7 2024-12-05T22:13:50,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 420e2197604b0173bd5d9dc7831456a7 in 10.4130 sec 2024-12-05T22:13:50,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741857_1033 (size=105) 2024-12-05T22:13:50,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741857_1033 (size=105) 2024-12-05T22:13:50,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741857_1033 (size=105) 2024-12-05T22:13:50,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a. 2024-12-05T22:13:50,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-05T22:13:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-05T22:13:50,497 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4ff081f3870b21b79bba9b8c8f5e5e7a 2024-12-05T22:13:50,497 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ff081f3870b21b79bba9b8c8f5e5e7a 2024-12-05T22:13:50,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4ff081f3870b21b79bba9b8c8f5e5e7a in 10.4240 sec 2024-12-05T22:13:50,552 DEBUG [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(204): Hosts are {71706e0cb9ca=0} racks are {/default-rack=0} 2024-12-05T22:13:50,553 DEBUG [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T22:13:50,553 DEBUG [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T22:13:50,553 DEBUG [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T22:13:50,553 DEBUG [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T22:13:50,553 INFO [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T22:13:50,553 INFO [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T22:13:50,553 DEBUG [71706e0cb9ca:42005 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T22:13:50,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=9c87721081ef526c841d24d405e28478, regionState=OPENING, regionLocation=71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:50,554 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=e59681caff0b462e919e69b918eab0ff, regionState=OPENING, regionLocation=71706e0cb9ca,45969,1733436785148 2024-12-05T22:13:50,554 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=8bbc64ac6f1110111db154360de31f0b, regionState=OPENING, regionLocation=71706e0cb9ca,41977,1733436785287 2024-12-05T22:13:50,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bbc64ac6f1110111db154360de31f0b, ASSIGN because future has completed 2024-12-05T22:13:50,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bbc64ac6f1110111db154360de31f0b, server=71706e0cb9ca,41977,1733436785287}] 2024-12-05T22:13:50,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9c87721081ef526c841d24d405e28478, ASSIGN because future has completed 2024-12-05T22:13:50,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c87721081ef526c841d24d405e28478, server=71706e0cb9ca,41977,1733436785287}] 2024-12-05T22:13:50,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e59681caff0b462e919e69b918eab0ff, ASSIGN because future has completed 2024-12-05T22:13:50,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure e59681caff0b462e919e69b918eab0ff, server=71706e0cb9ca,45969,1733436785148}] 2024-12-05T22:13:55,434 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff held by pid=40 2024-12-05T22:13:55,435 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff 2024-12-05T22:13:55,436 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478 held by pid=39 2024-12-05T22:13:55,436 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478 2024-12-05T22:13:55,438 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b held by pid=41 2024-12-05T22:13:55,438 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:13:59,056 INFO [master/71706e0cb9ca:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T22:13:59,057 INFO [master/71706e0cb9ca:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T22:14:00,570 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 2024-12-05T22:14:00,571 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c87721081ef526c841d24d405e28478, NAME => 'SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-05T22:14:00,571 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9c87721081ef526c841d24d405e28478 2024-12-05T22:14:00,571 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:00,572 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 9c87721081ef526c841d24d405e28478 2024-12-05T22:14:00,572 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 9c87721081ef526c841d24d405e28478 2024-12-05T22:14:00,576 INFO [StoreOpener-9c87721081ef526c841d24d405e28478-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9c87721081ef526c841d24d405e28478 2024-12-05T22:14:00,577 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 2024-12-05T22:14:00,578 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => e59681caff0b462e919e69b918eab0ff, NAME => 'SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T22:14:00,578 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e59681caff0b462e919e69b918eab0ff 2024-12-05T22:14:00,578 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:00,579 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for e59681caff0b462e919e69b918eab0ff 2024-12-05T22:14:00,579 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for e59681caff0b462e919e69b918eab0ff 2024-12-05T22:14:00,579 INFO [StoreOpener-9c87721081ef526c841d24d405e28478-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c87721081ef526c841d24d405e28478 columnFamilyName cf 2024-12-05T22:14:00,579 DEBUG [StoreOpener-9c87721081ef526c841d24d405e28478-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:00,580 INFO [StoreOpener-9c87721081ef526c841d24d405e28478-1 {}] regionserver.HStore(327): Store=9c87721081ef526c841d24d405e28478/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:14:00,580 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 9c87721081ef526c841d24d405e28478 2024-12-05T22:14:00,582 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/9c87721081ef526c841d24d405e28478 2024-12-05T22:14:00,584 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/9c87721081ef526c841d24d405e28478 2024-12-05T22:14:00,585 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 9c87721081ef526c841d24d405e28478 2024-12-05T22:14:00,585 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 9c87721081ef526c841d24d405e28478 2024-12-05T22:14:00,588 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 9c87721081ef526c841d24d405e28478 2024-12-05T22:14:00,593 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 9c87721081ef526c841d24d405e28478; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68389993, jitterRate=0.019090309739112854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:14:00,593 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c87721081ef526c841d24d405e28478 2024-12-05T22:14:00,594 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 9c87721081ef526c841d24d405e28478: Running coprocessor pre-open hook at 1733436840572Writing region info on filesystem at 1733436840572Initializing all the Stores at 1733436840573 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436840574 (+1 ms)Cleaning up temporary data from old regions at 1733436840585 (+11 ms)Running coprocessor post-open hooks at 1733436840594 (+9 ms)Region opened successfully at 1733436840594 2024-12-05T22:14:00,595 INFO [StoreOpener-e59681caff0b462e919e69b918eab0ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e59681caff0b462e919e69b918eab0ff 2024-12-05T22:14:00,596 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478., pid=43, masterSystemTime=1733436840560 2024-12-05T22:14:00,597 INFO [StoreOpener-e59681caff0b462e919e69b918eab0ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e59681caff0b462e919e69b918eab0ff columnFamilyName cf 2024-12-05T22:14:00,598 DEBUG [StoreOpener-e59681caff0b462e919e69b918eab0ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:00,601 INFO [StoreOpener-e59681caff0b462e919e69b918eab0ff-1 {}] regionserver.HStore(327): Store=e59681caff0b462e919e69b918eab0ff/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:14:00,601 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=9c87721081ef526c841d24d405e28478, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,41977,1733436785287 2024-12-05T22:14:00,604 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for e59681caff0b462e919e69b918eab0ff 2024-12-05T22:14:00,605 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 2024-12-05T22:14:00,605 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 2024-12-05T22:14:00,606 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 2024-12-05T22:14:00,606 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/e59681caff0b462e919e69b918eab0ff 2024-12-05T22:14:00,606 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bbc64ac6f1110111db154360de31f0b, NAME => 'SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T22:14:00,606 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:14:00,607 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:00,607 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:14:00,607 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:14:00,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c87721081ef526c841d24d405e28478, server=71706e0cb9ca,41977,1733436785287 because future has completed 2024-12-05T22:14:00,609 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/e59681caff0b462e919e69b918eab0ff 2024-12-05T22:14:00,610 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for e59681caff0b462e919e69b918eab0ff 2024-12-05T22:14:00,610 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for e59681caff0b462e919e69b918eab0ff 2024-12-05T22:14:00,610 INFO [StoreOpener-8bbc64ac6f1110111db154360de31f0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:14:00,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-12-05T22:14:00,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c87721081ef526c841d24d405e28478, server=71706e0cb9ca,41977,1733436785287 in 10.0500 sec 2024-12-05T22:14:00,615 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for e59681caff0b462e919e69b918eab0ff 2024-12-05T22:14:00,615 INFO [StoreOpener-8bbc64ac6f1110111db154360de31f0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bbc64ac6f1110111db154360de31f0b columnFamilyName cf 2024-12-05T22:14:00,615 DEBUG [StoreOpener-8bbc64ac6f1110111db154360de31f0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:00,616 INFO [StoreOpener-8bbc64ac6f1110111db154360de31f0b-1 {}] regionserver.HStore(327): Store=8bbc64ac6f1110111db154360de31f0b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:14:00,616 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:14:00,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c87721081ef526c841d24d405e28478, ASSIGN in 10.2180 sec 2024-12-05T22:14:00,616 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478 2024-12-05T22:14:00,617 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:14:00,617 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened e59681caff0b462e919e69b918eab0ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69440731, jitterRate=0.03474752604961395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:14:00,618 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e59681caff0b462e919e69b918eab0ff 2024-12-05T22:14:00,618 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for e59681caff0b462e919e69b918eab0ff: Running coprocessor pre-open hook at 1733436840579Writing region info on filesystem at 1733436840579Initializing all the Stores at 1733436840581 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436840581Cleaning up temporary data from old regions at 1733436840610 (+29 ms)Running coprocessor post-open hooks at 1733436840618 (+8 ms)Region opened successfully at 1733436840618 2024-12-05T22:14:00,619 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff., pid=44, masterSystemTime=1733436840565 2024-12-05T22:14:00,622 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 2024-12-05T22:14:00,622 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 2024-12-05T22:14:00,623 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=e59681caff0b462e919e69b918eab0ff, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,45969,1733436785148 2024-12-05T22:14:00,624 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:14:00,626 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:14:00,626 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:14:00,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure e59681caff0b462e919e69b918eab0ff, server=71706e0cb9ca,45969,1733436785148 because future has completed 2024-12-05T22:14:00,632 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:14:00,634 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 8bbc64ac6f1110111db154360de31f0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65286990, jitterRate=-0.027148038148880005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:14:00,635 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:14:00,635 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 8bbc64ac6f1110111db154360de31f0b: Running coprocessor pre-open hook at 1733436840607Writing region info on filesystem at 1733436840607Initializing all the Stores at 1733436840609 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436840609Cleaning up temporary data from old regions at 1733436840626 (+17 ms)Running coprocessor post-open hooks at 1733436840635 (+9 ms)Region opened successfully at 1733436840635 2024-12-05T22:14:00,636 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b., pid=42, masterSystemTime=1733436840560 2024-12-05T22:14:00,639 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 2024-12-05T22:14:00,640 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 2024-12-05T22:14:00,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-12-05T22:14:00,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure e59681caff0b462e919e69b918eab0ff, server=71706e0cb9ca,45969,1733436785148 in 10.0700 sec 2024-12-05T22:14:00,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=8bbc64ac6f1110111db154360de31f0b, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,41977,1733436785287 2024-12-05T22:14:00,645 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=71706e0cb9ca,41977,1733436785287, table=SPTestTable, region=8bbc64ac6f1110111db154360de31f0b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T22:14:00,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e59681caff0b462e919e69b918eab0ff, ASSIGN in 10.2430 sec 2024-12-05T22:14:00,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bbc64ac6f1110111db154360de31f0b, server=71706e0cb9ca,41977,1733436785287 because future has completed 2024-12-05T22:14:00,647 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff 2024-12-05T22:14:00,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-05T22:14:00,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bbc64ac6f1110111db154360de31f0b, server=71706e0cb9ca,41977,1733436785287 in 10.0900 sec 2024-12-05T22:14:00,654 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:14:00,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-05T22:14:00,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bbc64ac6f1110111db154360de31f0b, ASSIGN in 10.2560 sec 2024-12-05T22:14:00,656 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 71706e0cb9ca,45957,1733436785349 after splitting done 2024-12-05T22:14:00,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 71706e0cb9ca,45957,1733436785349, splitWal=true, meta=false in 20.2480 sec 2024-12-05T22:14:02,653 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T22:14:06,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T22:14:07,909 INFO [regionserver/71706e0cb9ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-05T22:14:10,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-05T22:14:10,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-05T22:14:10,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 2024-12-05T22:14:10,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 2024-12-05T22:14:10,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 8bbc64ac6f1110111db154360de31f0b: 2024-12-05T22:14:10,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 9c87721081ef526c841d24d405e28478: 2024-12-05T22:14:10,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. for SnapshotProcedureTest completed. 2024-12-05T22:14:10,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. for SnapshotProcedureTest completed. 2024-12-05T22:14:10,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:14:10,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:14:10,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:14:10,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T22:14:10,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:14:10,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T22:14:10,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741859_1035 (size=65) 2024-12-05T22:14:10,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741858_1034 (size=57) 2024-12-05T22:14:10,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741858_1034 (size=57) 2024-12-05T22:14:10,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741859_1035 (size=65) 2024-12-05T22:14:10,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741859_1035 (size=65) 2024-12-05T22:14:10,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741858_1034 (size=57) 2024-12-05T22:14:10,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 2024-12-05T22:14:10,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-05T22:14:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-05T22:14:10,642 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9c87721081ef526c841d24d405e28478 2024-12-05T22:14:10,642 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478 2024-12-05T22:14:10,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9c87721081ef526c841d24d405e28478 in 30.5690 sec 2024-12-05T22:14:10,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 2024-12-05T22:14:10,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-05T22:14:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-05T22:14:10,648 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:14:10,648 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:14:10,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-05T22:14:10,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 2024-12-05T22:14:10,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for e59681caff0b462e919e69b918eab0ff: 2024-12-05T22:14:10,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. for SnapshotProcedureTest completed. 2024-12-05T22:14:10,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:14:10,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:14:10,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T22:14:10,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8bbc64ac6f1110111db154360de31f0b in 30.5750 sec 2024-12-05T22:14:10,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741860_1036 (size=65) 2024-12-05T22:14:10,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741860_1036 (size=65) 2024-12-05T22:14:10,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741860_1036 (size=65) 2024-12-05T22:14:10,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 2024-12-05T22:14:10,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-05T22:14:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-05T22:14:10,663 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e59681caff0b462e919e69b918eab0ff 2024-12-05T22:14:10,664 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff 2024-12-05T22:14:10,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-05T22:14:10,667 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-05T22:14:10,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e59681caff0b462e919e69b918eab0ff in 30.5910 sec 2024-12-05T22:14:10,670 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-05T22:14:10,673 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-05T22:14:10,673 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-05T22:14:10,676 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T22:14:10,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741861_1037 (size=1094) 2024-12-05T22:14:10,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741861_1037 (size=1094) 2024-12-05T22:14:10,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741861_1037 (size=1094) 2024-12-05T22:14:10,758 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-05T22:14:10,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-05T22:14:10,776 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,41977,1733436785287 2024-12-05T22:14:10,777 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,45969,1733436785148 2024-12-05T22:14:10,777 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,41977,1733436785287 2024-12-05T22:14:10,777 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,41977,1733436785287 2024-12-05T22:14:10,777 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,45969,1733436785148 2024-12-05T22:14:10,785 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,45969,1733436785148 2024-12-05T22:14:13,375 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=71706e0cb9ca:42005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-05T22:14:15,381 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4ff081f3870b21b79bba9b8c8f5e5e7a, had cached 0 bytes from a total of 47197 2024-12-05T22:14:15,403 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 420e2197604b0173bd5d9dc7831456a7, had cached 0 bytes from a total of 28623 2024-12-05T22:14:20,415 DEBUG [master/71706e0cb9ca:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 165c7e7ea7da6bb10548f42b40a2e43c changed from -1.0 to 0.0, refreshing cache 2024-12-05T22:14:20,416 DEBUG [master/71706e0cb9ca:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9c87721081ef526c841d24d405e28478 changed from -1.0 to 0.0, refreshing cache 2024-12-05T22:14:20,416 DEBUG [master/71706e0cb9ca:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5f3b9f6e46736315612327f35e6f5aff changed from -1.0 to 0.0, refreshing cache 2024-12-05T22:14:20,417 DEBUG [master/71706e0cb9ca:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e6b8b04faff3b1fb2b9e4df60d66be6a changed from -1.0 to 0.0, refreshing cache 2024-12-05T22:14:20,417 DEBUG [master/71706e0cb9ca:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 420e2197604b0173bd5d9dc7831456a7 changed from -1.0 to 0.0, refreshing cache 2024-12-05T22:14:20,417 DEBUG [master/71706e0cb9ca:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8bbc64ac6f1110111db154360de31f0b changed from -1.0 to 0.0, refreshing cache 2024-12-05T22:14:20,417 DEBUG [master/71706e0cb9ca:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1e5966d888656143a1be75bd0767fafe changed from -1.0 to 0.0, refreshing cache 2024-12-05T22:14:20,417 DEBUG [master/71706e0cb9ca:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8c9140305b29c90d8b7c647a6316da27 changed from -1.0 to 0.0, refreshing cache 2024-12-05T22:14:20,417 DEBUG [master/71706e0cb9ca:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e59681caff0b462e919e69b918eab0ff changed from -1.0 to 0.0, refreshing cache 2024-12-05T22:14:20,417 DEBUG [master/71706e0cb9ca:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4ff081f3870b21b79bba9b8c8f5e5e7a changed from -1.0 to 0.0, refreshing cache 2024-12-05T22:14:20,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-05T22:14:20,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-05T22:14:20,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-05T22:14:20,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-05T22:14:20,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-05T22:14:20,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-05T22:14:20,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T22:14:20,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-05T22:14:20,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-05T22:14:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-05T22:14:20,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T22:14:20,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-05T22:14:20,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-05T22:14:20,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-05T22:14:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-05T22:14:20,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-05T22:14:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-05T22:14:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-05T22:14:20,810 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,41977,1733436785287 Release verify snapshot worker=71706e0cb9ca,41977,1733436785287 2024-12-05T22:14:20,813 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45969,1733436785148 Release verify snapshot worker=71706e0cb9ca,45969,1733436785148 2024-12-05T22:14:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-05T22:14:20,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,41977,1733436785287 in 10.0430 sec 2024-12-05T22:14:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-05T22:14:20,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45969,1733436785148 in 10.0450 sec 2024-12-05T22:14:20,824 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,41977,1733436785287 2024-12-05T22:14:20,825 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45969,1733436785148 Release verify snapshot worker=71706e0cb9ca,45969,1733436785148 2024-12-05T22:14:20,830 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,41977,1733436785287 Release verify snapshot worker=71706e0cb9ca,41977,1733436785287 2024-12-05T22:14:20,831 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45969,1733436785148 Release verify snapshot worker=71706e0cb9ca,45969,1733436785148 2024-12-05T22:14:20,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45969,1733436785148 in 10.0570 sec 2024-12-05T22:14:20,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45969,1733436785148 in 10.0630 sec 2024-12-05T22:14:20,841 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,45969,1733436785148 2024-12-05T22:14:20,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,41977,1733436785287 in 10.0630 sec 2024-12-05T22:14:20,844 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,41977,1733436785287 2024-12-05T22:14:20,844 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,41977,1733436785287 Release verify snapshot worker=71706e0cb9ca,41977,1733436785287 2024-12-05T22:14:20,844 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,41977,1733436785287 2024-12-05T22:14:20,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,41977,1733436785287 in 10.0760 sec 2024-12-05T22:14:30,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-12-05T22:14:30,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-05T22:14:30,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-05T22:14:30,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-05T22:14:30,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-05T22:14:30,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-05T22:14:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-12-05T22:14:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-05T22:14:30,829 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,41977,1733436785287 Release verify snapshot worker=71706e0cb9ca,41977,1733436785287 2024-12-05T22:14:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-05T22:14:30,830 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,41977,1733436785287 Release verify snapshot worker=71706e0cb9ca,41977,1733436785287 2024-12-05T22:14:30,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,41977,1733436785287 in 20.0610 sec 2024-12-05T22:14:30,831 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,41977,1733436785287 Release verify snapshot worker=71706e0cb9ca,41977,1733436785287 2024-12-05T22:14:30,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,41977,1733436785287 in 20.0630 sec 2024-12-05T22:14:30,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,41977,1733436785287 in 20.0630 sec 2024-12-05T22:14:30,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-05T22:14:30,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-05T22:14:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-05T22:14:30,847 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45969,1733436785148 Release verify snapshot worker=71706e0cb9ca,45969,1733436785148 2024-12-05T22:14:30,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=25 2024-12-05T22:14:30,850 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-05T22:14:30,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45969,1733436785148 in 20.0790 sec 2024-12-05T22:14:30,852 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/.hbase-snapshot/SnapshotProcedureTest 2024-12-05T22:14:30,858 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-05T22:14:30,859 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-05T22:14:30,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.8350 sec 2024-12-05T22:14:31,061 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-05T22:14:31,068 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-05T22:14:31,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T22:14:31,068 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T22:14:31,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T22:14:31,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:14:31,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:14:31,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T22:14:31,069 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T22:14:31,069 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=647590735, stopped=false 2024-12-05T22:14:31,069 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=71706e0cb9ca,42005,1733436783961 2024-12-05T22:14:31,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T22:14:31,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T22:14:31,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T22:14:31,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:31,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:31,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:31,114 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T22:14:31,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T22:14:31,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T22:14:31,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T22:14:31,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T22:14:31,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T22:14:31,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:14:31,116 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '71706e0cb9ca,45969,1733436785148' ***** 2024-12-05T22:14:31,116 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T22:14:31,116 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '71706e0cb9ca,41977,1733436785287' ***** 2024-12-05T22:14:31,116 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T22:14:31,117 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T22:14:31,117 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T22:14:31,117 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T22:14:31,117 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T22:14:31,117 INFO [RS:1;71706e0cb9ca:41977 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T22:14:31,117 INFO [RS:1;71706e0cb9ca:41977 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T22:14:31,117 INFO [RS:0;71706e0cb9ca:45969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T22:14:31,118 INFO [RS:0;71706e0cb9ca:45969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T22:14:31,118 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c9140305b29c90d8b7c647a6316da27 2024-12-05T22:14:31,118 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f3b9f6e46736315612327f35e6f5aff 2024-12-05T22:14:31,118 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(3091): Received CLOSE for 420e2197604b0173bd5d9dc7831456a7 2024-12-05T22:14:31,118 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e5966d888656143a1be75bd0767fafe 2024-12-05T22:14:31,118 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(3091): Received CLOSE for e6b8b04faff3b1fb2b9e4df60d66be6a 2024-12-05T22:14:31,118 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(3091): Received CLOSE for e59681caff0b462e919e69b918eab0ff 2024-12-05T22:14:31,118 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c87721081ef526c841d24d405e28478 2024-12-05T22:14:31,118 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ff081f3870b21b79bba9b8c8f5e5e7a 2024-12-05T22:14:31,118 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(3091): Received CLOSE for 8bbc64ac6f1110111db154360de31f0b 2024-12-05T22:14:31,118 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(959): stopping server 71706e0cb9ca,45969,1733436785148 2024-12-05T22:14:31,119 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(3091): Received CLOSE for 165c7e7ea7da6bb10548f42b40a2e43c 2024-12-05T22:14:31,119 INFO [RS:0;71706e0cb9ca:45969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T22:14:31,119 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(959): stopping server 71706e0cb9ca,41977,1733436785287 2024-12-05T22:14:31,119 INFO [RS:1;71706e0cb9ca:41977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T22:14:31,119 INFO [RS:0;71706e0cb9ca:45969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;71706e0cb9ca:45969. 2024-12-05T22:14:31,119 INFO [RS:1;71706e0cb9ca:41977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;71706e0cb9ca:41977. 2024-12-05T22:14:31,119 DEBUG [RS:0;71706e0cb9ca:45969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T22:14:31,119 DEBUG [RS:0;71706e0cb9ca:45969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:14:31,119 DEBUG [RS:1;71706e0cb9ca:41977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T22:14:31,119 DEBUG [RS:1;71706e0cb9ca:41977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:14:31,119 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f3b9f6e46736315612327f35e6f5aff, disabling compactions & flushes 2024-12-05T22:14:31,119 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c9140305b29c90d8b7c647a6316da27, disabling compactions & flushes 2024-12-05T22:14:31,119 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27. 2024-12-05T22:14:31,119 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff. 2024-12-05T22:14:31,119 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-05T22:14:31,119 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27. 2024-12-05T22:14:31,119 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff. 2024-12-05T22:14:31,119 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T22:14:31,119 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T22:14:31,119 DEBUG [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(1325): Online Regions={8c9140305b29c90d8b7c647a6316da27=SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27., 1e5966d888656143a1be75bd0767fafe=SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe., e59681caff0b462e919e69b918eab0ff=SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff., 4ff081f3870b21b79bba9b8c8f5e5e7a=SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a.} 2024-12-05T22:14:31,119 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff. after waiting 0 ms 2024-12-05T22:14:31,119 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27. after waiting 0 ms 2024-12-05T22:14:31,119 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T22:14:31,119 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff. 2024-12-05T22:14:31,119 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27. 2024-12-05T22:14:31,119 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T22:14:31,119 DEBUG [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(1351): Waiting on 1e5966d888656143a1be75bd0767fafe, 4ff081f3870b21b79bba9b8c8f5e5e7a, 8c9140305b29c90d8b7c647a6316da27, e59681caff0b462e919e69b918eab0ff 2024-12-05T22:14:31,122 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-12-05T22:14:31,122 DEBUG [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(1325): Online Regions={5f3b9f6e46736315612327f35e6f5aff=SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff., 420e2197604b0173bd5d9dc7831456a7=SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7., e6b8b04faff3b1fb2b9e4df60d66be6a=SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a., 9c87721081ef526c841d24d405e28478=SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478., 8bbc64ac6f1110111db154360de31f0b=SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b., 1588230740=hbase:meta,,1.1588230740, 165c7e7ea7da6bb10548f42b40a2e43c=SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c.} 2024-12-05T22:14:31,122 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T22:14:31,122 DEBUG [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 165c7e7ea7da6bb10548f42b40a2e43c, 420e2197604b0173bd5d9dc7831456a7, 5f3b9f6e46736315612327f35e6f5aff, 8bbc64ac6f1110111db154360de31f0b, 9c87721081ef526c841d24d405e28478, e6b8b04faff3b1fb2b9e4df60d66be6a 2024-12-05T22:14:31,122 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T22:14:31,122 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T22:14:31,122 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T22:14:31,122 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T22:14:31,123 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.36 KB heapSize=25.79 KB 2024-12-05T22:14:31,128 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/5f3b9f6e46736315612327f35e6f5aff/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T22:14:31,132 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff. 2024-12-05T22:14:31,133 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f3b9f6e46736315612327f35e6f5aff: Waiting for close lock at 1733436871118Running coprocessor pre-close hooks at 1733436871119 (+1 ms)Disabling compacts and flushes for region at 1733436871119Disabling writes for close at 1733436871119Writing region close event to WAL at 1733436871122 (+3 ms)Running coprocessor post-close hooks at 1733436871129 (+7 ms)Closed at 1733436871132 (+3 ms) 2024-12-05T22:14:31,133 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/8c9140305b29c90d8b7c647a6316da27/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T22:14:31,133 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733436799325.5f3b9f6e46736315612327f35e6f5aff. 2024-12-05T22:14:31,134 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 420e2197604b0173bd5d9dc7831456a7, disabling compactions & flushes 2024-12-05T22:14:31,134 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7. 2024-12-05T22:14:31,134 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7. 2024-12-05T22:14:31,134 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7. after waiting 0 ms 2024-12-05T22:14:31,134 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7. 2024-12-05T22:14:31,134 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27. 2024-12-05T22:14:31,134 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c9140305b29c90d8b7c647a6316da27: Waiting for close lock at 1733436871118Running coprocessor pre-close hooks at 1733436871119 (+1 ms)Disabling compacts and flushes for region at 1733436871119Disabling writes for close at 1733436871119Writing region close event to WAL at 1733436871122 (+3 ms)Running coprocessor post-close hooks at 1733436871134 (+12 ms)Closed at 1733436871134 2024-12-05T22:14:31,134 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733436799325.8c9140305b29c90d8b7c647a6316da27. 2024-12-05T22:14:31,134 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e5966d888656143a1be75bd0767fafe, disabling compactions & flushes 2024-12-05T22:14:31,134 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe. 2024-12-05T22:14:31,135 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe. 2024-12-05T22:14:31,135 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe. after waiting 0 ms 2024-12-05T22:14:31,135 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe. 2024-12-05T22:14:31,154 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/420e2197604b0173bd5d9dc7831456a7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T22:14:31,154 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/1e5966d888656143a1be75bd0767fafe/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T22:14:31,156 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe. 2024-12-05T22:14:31,156 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e5966d888656143a1be75bd0767fafe: Waiting for close lock at 1733436871134Running coprocessor pre-close hooks at 1733436871134Disabling compacts and flushes for region at 1733436871134Disabling writes for close at 1733436871135 (+1 ms)Writing region close event to WAL at 1733436871140 (+5 ms)Running coprocessor post-close hooks at 1733436871156 (+16 ms)Closed at 1733436871156 2024-12-05T22:14:31,156 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7. 2024-12-05T22:14:31,156 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 420e2197604b0173bd5d9dc7831456a7: Waiting for close lock at 1733436871134Running coprocessor pre-close hooks at 1733436871134Disabling compacts and flushes for region at 1733436871134Disabling writes for close at 1733436871134Writing region close event to WAL at 1733436871141 (+7 ms)Running coprocessor post-close hooks at 1733436871156 (+15 ms)Closed at 1733436871156 2024-12-05T22:14:31,156 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733436799325.1e5966d888656143a1be75bd0767fafe. 2024-12-05T22:14:31,157 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733436799325.420e2197604b0173bd5d9dc7831456a7. 2024-12-05T22:14:31,157 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e59681caff0b462e919e69b918eab0ff, disabling compactions & flushes 2024-12-05T22:14:31,157 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 2024-12-05T22:14:31,157 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6b8b04faff3b1fb2b9e4df60d66be6a, disabling compactions & flushes 2024-12-05T22:14:31,157 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 2024-12-05T22:14:31,157 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a. 2024-12-05T22:14:31,157 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. after waiting 0 ms 2024-12-05T22:14:31,157 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a. 2024-12-05T22:14:31,157 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 2024-12-05T22:14:31,157 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a. after waiting 0 ms 2024-12-05T22:14:31,157 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a. 2024-12-05T22:14:31,159 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740/.tmp/info/6eb01e29c2b045ed9092fa4d034c9332 is 167, key is SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c./info:regioninfo/1733436810503/Put/seqid=0 2024-12-05T22:14:31,167 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/e6b8b04faff3b1fb2b9e4df60d66be6a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T22:14:31,168 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/e59681caff0b462e919e69b918eab0ff/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T22:14:31,168 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a. 2024-12-05T22:14:31,168 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6b8b04faff3b1fb2b9e4df60d66be6a: Waiting for close lock at 1733436871157Running coprocessor pre-close hooks at 1733436871157Disabling compacts and flushes for region at 1733436871157Disabling writes for close at 1733436871157Writing region close event to WAL at 1733436871162 (+5 ms)Running coprocessor post-close hooks at 1733436871168 (+6 ms)Closed at 1733436871168 2024-12-05T22:14:31,168 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733436799325.e6b8b04faff3b1fb2b9e4df60d66be6a. 2024-12-05T22:14:31,169 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c87721081ef526c841d24d405e28478, disabling compactions & flushes 2024-12-05T22:14:31,169 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 2024-12-05T22:14:31,169 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 2024-12-05T22:14:31,169 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e59681caff0b462e919e69b918eab0ff: Waiting for close lock at 1733436871157Running coprocessor pre-close hooks at 1733436871157Disabling compacts and flushes for region at 1733436871157Disabling writes for close at 1733436871157Writing region close event to WAL at 1733436871160 (+3 ms)Running coprocessor post-close hooks at 1733436871169 (+9 ms)Closed at 1733436871169 2024-12-05T22:14:31,169 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 2024-12-05T22:14:31,169 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. after waiting 0 ms 2024-12-05T22:14:31,169 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733436799325.e59681caff0b462e919e69b918eab0ff. 2024-12-05T22:14:31,169 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 2024-12-05T22:14:31,169 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ff081f3870b21b79bba9b8c8f5e5e7a, disabling compactions & flushes 2024-12-05T22:14:31,169 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a. 2024-12-05T22:14:31,169 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a. 2024-12-05T22:14:31,169 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a. after waiting 0 ms 2024-12-05T22:14:31,169 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a. 2024-12-05T22:14:31,177 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/4ff081f3870b21b79bba9b8c8f5e5e7a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T22:14:31,177 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/9c87721081ef526c841d24d405e28478/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T22:14:31,178 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a. 2024-12-05T22:14:31,178 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 2024-12-05T22:14:31,178 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c87721081ef526c841d24d405e28478: Waiting for close lock at 1733436871169Running coprocessor pre-close hooks at 1733436871169Disabling compacts and flushes for region at 1733436871169Disabling writes for close at 1733436871169Writing region close event to WAL at 1733436871171 (+2 ms)Running coprocessor post-close hooks at 1733436871178 (+7 ms)Closed at 1733436871178 2024-12-05T22:14:31,178 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ff081f3870b21b79bba9b8c8f5e5e7a: Waiting for close lock at 1733436871169Running coprocessor pre-close hooks at 1733436871169Disabling compacts and flushes for region at 1733436871169Disabling writes for close at 1733436871169Writing region close event to WAL at 1733436871172 (+3 ms)Running coprocessor post-close hooks at 1733436871177 (+5 ms)Closed at 1733436871178 (+1 ms) 2024-12-05T22:14:31,178 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733436799325.4ff081f3870b21b79bba9b8c8f5e5e7a. 2024-12-05T22:14:31,178 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733436799325.9c87721081ef526c841d24d405e28478. 2024-12-05T22:14:31,178 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8bbc64ac6f1110111db154360de31f0b, disabling compactions & flushes 2024-12-05T22:14:31,178 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 2024-12-05T22:14:31,178 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 2024-12-05T22:14:31,178 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. after waiting 0 ms 2024-12-05T22:14:31,178 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 2024-12-05T22:14:31,194 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/8bbc64ac6f1110111db154360de31f0b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T22:14:31,195 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 2024-12-05T22:14:31,195 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8bbc64ac6f1110111db154360de31f0b: Waiting for close lock at 1733436871178Running coprocessor pre-close hooks at 1733436871178Disabling compacts and flushes for region at 1733436871178Disabling writes for close at 1733436871178Writing region close event to WAL at 1733436871179 (+1 ms)Running coprocessor post-close hooks at 1733436871195 (+16 ms)Closed at 1733436871195 2024-12-05T22:14:31,196 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733436799325.8bbc64ac6f1110111db154360de31f0b. 2024-12-05T22:14:31,196 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 165c7e7ea7da6bb10548f42b40a2e43c, disabling compactions & flushes 2024-12-05T22:14:31,196 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c. 2024-12-05T22:14:31,196 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c. 2024-12-05T22:14:31,196 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c. after waiting 0 ms 2024-12-05T22:14:31,196 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c. 2024-12-05T22:14:31,200 INFO [regionserver/71706e0cb9ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T22:14:31,202 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/default/SPTestTable/165c7e7ea7da6bb10548f42b40a2e43c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T22:14:31,203 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c. 2024-12-05T22:14:31,203 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 165c7e7ea7da6bb10548f42b40a2e43c: Waiting for close lock at 1733436871196Running coprocessor pre-close hooks at 1733436871196Disabling compacts and flushes for region at 1733436871196Disabling writes for close at 1733436871196Writing region close event to WAL at 1733436871198 (+2 ms)Running coprocessor post-close hooks at 1733436871203 (+5 ms)Closed at 1733436871203 2024-12-05T22:14:31,203 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733436799325.165c7e7ea7da6bb10548f42b40a2e43c. 2024-12-05T22:14:31,215 INFO [regionserver/71706e0cb9ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T22:14:31,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741862_1038 (size=19822) 2024-12-05T22:14:31,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741862_1038 (size=19822) 2024-12-05T22:14:31,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741862_1038 (size=19822) 2024-12-05T22:14:31,222 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.20 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740/.tmp/info/6eb01e29c2b045ed9092fa4d034c9332 2024-12-05T22:14:31,247 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740/.tmp/ns/cab25b44b64c45be9f88d389517bd1e5 is 43, key is default/ns:d/1733436798832/Put/seqid=0 2024-12-05T22:14:31,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741863_1039 (size=5153) 2024-12-05T22:14:31,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741863_1039 (size=5153) 2024-12-05T22:14:31,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741863_1039 (size=5153) 2024-12-05T22:14:31,264 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740/.tmp/ns/cab25b44b64c45be9f88d389517bd1e5 2024-12-05T22:14:31,303 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740/.tmp/table/63026af49ff54fcbaa0b670ee7a1cea2 is 47, key is SPTestTable/table:state/1733436810520/Put/seqid=0 2024-12-05T22:14:31,321 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(976): stopping server 71706e0cb9ca,45969,1733436785148; all regions closed. 2024-12-05T22:14:31,322 DEBUG [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T22:14:31,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741833_1009 (size=2917) 2024-12-05T22:14:31,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741833_1009 (size=2917) 2024-12-05T22:14:31,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741833_1009 (size=2917) 2024-12-05T22:14:31,336 DEBUG [RS:0;71706e0cb9ca:45969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/oldWALs 2024-12-05T22:14:31,336 INFO [RS:0;71706e0cb9ca:45969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 71706e0cb9ca%2C45969%2C1733436785148:(num 1733436788050) 2024-12-05T22:14:31,336 DEBUG [RS:0;71706e0cb9ca:45969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:14:31,336 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T22:14:31,337 INFO [RS:0;71706e0cb9ca:45969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T22:14:31,337 INFO [RS:0;71706e0cb9ca:45969 {}] hbase.ChoreService(370): Chore service for: regionserver/71706e0cb9ca:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T22:14:31,337 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T22:14:31,337 INFO [regionserver/71706e0cb9ca:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T22:14:31,337 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T22:14:31,337 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T22:14:31,337 INFO [RS:0;71706e0cb9ca:45969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T22:14:31,337 INFO [RS:0;71706e0cb9ca:45969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45969 2024-12-05T22:14:31,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741864_1040 (size=5214) 2024-12-05T22:14:31,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741864_1040 (size=5214) 2024-12-05T22:14:31,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741864_1040 (size=5214) 2024-12-05T22:14:31,349 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740/.tmp/table/63026af49ff54fcbaa0b670ee7a1cea2 2024-12-05T22:14:31,364 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740/.tmp/info/6eb01e29c2b045ed9092fa4d034c9332 as hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740/info/6eb01e29c2b045ed9092fa4d034c9332 2024-12-05T22:14:31,377 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740/info/6eb01e29c2b045ed9092fa4d034c9332, entries=112, sequenceid=35, filesize=19.4 K 2024-12-05T22:14:31,379 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740/.tmp/ns/cab25b44b64c45be9f88d389517bd1e5 as hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740/ns/cab25b44b64c45be9f88d389517bd1e5 2024-12-05T22:14:31,392 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740/ns/cab25b44b64c45be9f88d389517bd1e5, entries=2, sequenceid=35, filesize=5.0 K 2024-12-05T22:14:31,394 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740/.tmp/table/63026af49ff54fcbaa0b670ee7a1cea2 as hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740/table/63026af49ff54fcbaa0b670ee7a1cea2 2024-12-05T22:14:31,408 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740/table/63026af49ff54fcbaa0b670ee7a1cea2, entries=2, sequenceid=35, filesize=5.1 K 2024-12-05T22:14:31,410 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 288ms, sequenceid=35, compaction requested=false 2024-12-05T22:14:31,422 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-05T22:14:31,423 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T22:14:31,423 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T22:14:31,423 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733436871122Running coprocessor pre-close hooks at 1733436871122Disabling compacts and flushes for region at 1733436871122Disabling writes for close at 1733436871122Obtaining lock to block concurrent updates at 1733436871123 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733436871123Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15728, getHeapSize=26344, getOffHeapSize=0, getCellsCount=128 at 1733436871123Flushing stores of hbase:meta,,1.1588230740 at 1733436871124 (+1 ms)Flushing 1588230740/info: creating writer at 1733436871124Flushing 1588230740/info: appending metadata at 1733436871158 (+34 ms)Flushing 1588230740/info: closing flushed file at 1733436871158Flushing 1588230740/ns: creating writer at 1733436871231 (+73 ms)Flushing 1588230740/ns: appending metadata at 1733436871246 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733436871246Flushing 1588230740/table: creating writer at 1733436871274 (+28 ms)Flushing 1588230740/table: appending metadata at 1733436871302 (+28 ms)Flushing 1588230740/table: closing flushed file at 1733436871302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e18f021: reopening flushed file at 1733436871362 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a78c74e: reopening flushed file at 1733436871377 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5325eac2: reopening flushed file at 1733436871392 (+15 ms)Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 288ms, sequenceid=35, compaction requested=false at 1733436871410 (+18 ms)Writing region close event to WAL at 1733436871418 (+8 ms)Running coprocessor post-close hooks at 1733436871423 (+5 ms)Closed at 1733436871423 2024-12-05T22:14:31,424 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T22:14:31,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/71706e0cb9ca,45969,1733436785148 2024-12-05T22:14:31,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T22:14:31,448 INFO [RS:0;71706e0cb9ca:45969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T22:14:31,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [71706e0cb9ca,45969,1733436785148] 2024-12-05T22:14:31,478 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/71706e0cb9ca,45969,1733436785148 already deleted, retry=false 2024-12-05T22:14:31,479 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 71706e0cb9ca,45969,1733436785148 expired; onlineServers=1 2024-12-05T22:14:31,523 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(976): stopping server 71706e0cb9ca,41977,1733436785287; all regions closed. 2024-12-05T22:14:31,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741836_1012 (size=18422) 2024-12-05T22:14:31,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741836_1012 (size=18422) 2024-12-05T22:14:31,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741836_1012 (size=18422) 2024-12-05T22:14:31,528 DEBUG [RS:1;71706e0cb9ca:41977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/oldWALs 2024-12-05T22:14:31,529 INFO [RS:1;71706e0cb9ca:41977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 71706e0cb9ca%2C41977%2C1733436785287.meta:.meta(num 1733436798527) 2024-12-05T22:14:31,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741835_1011 (size=4113) 2024-12-05T22:14:31,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741835_1011 (size=4113) 2024-12-05T22:14:31,534 DEBUG [RS:1;71706e0cb9ca:41977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/oldWALs 2024-12-05T22:14:31,534 INFO [RS:1;71706e0cb9ca:41977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 71706e0cb9ca%2C41977%2C1733436785287:(num 1733436788056) 2024-12-05T22:14:31,534 DEBUG [RS:1;71706e0cb9ca:41977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:14:31,534 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T22:14:31,534 INFO [RS:1;71706e0cb9ca:41977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T22:14:31,534 INFO [RS:1;71706e0cb9ca:41977 {}] hbase.ChoreService(370): Chore service for: regionserver/71706e0cb9ca:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T22:14:31,534 INFO [RS:1;71706e0cb9ca:41977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T22:14:31,534 INFO [regionserver/71706e0cb9ca:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T22:14:31,535 INFO [RS:1;71706e0cb9ca:41977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41977 2024-12-05T22:14:31,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/71706e0cb9ca,41977,1733436785287 2024-12-05T22:14:31,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T22:14:31,545 INFO [RS:1;71706e0cb9ca:41977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T22:14:31,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [71706e0cb9ca,41977,1733436785287] 2024-12-05T22:14:31,566 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/71706e0cb9ca,41977,1733436785287 already deleted, retry=false 2024-12-05T22:14:31,566 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 71706e0cb9ca,41977,1733436785287 expired; onlineServers=0 2024-12-05T22:14:31,566 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '71706e0cb9ca,42005,1733436783961' ***** 2024-12-05T22:14:31,566 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T22:14:31,567 INFO [M:0;71706e0cb9ca:42005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T22:14:31,567 INFO [M:0;71706e0cb9ca:42005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T22:14:31,567 DEBUG [M:0;71706e0cb9ca:42005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T22:14:31,567 DEBUG [M:0;71706e0cb9ca:42005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T22:14:31,567 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T22:14:31,567 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster-HFileCleaner.small.0-1733436787549 {}] cleaner.HFileCleaner(306): Exit Thread[master/71706e0cb9ca:0:becomeActiveMaster-HFileCleaner.small.0-1733436787549,5,FailOnTimeoutGroup] 2024-12-05T22:14:31,567 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster-HFileCleaner.large.0-1733436787545 {}] cleaner.HFileCleaner(306): Exit Thread[master/71706e0cb9ca:0:becomeActiveMaster-HFileCleaner.large.0-1733436787545,5,FailOnTimeoutGroup] 2024-12-05T22:14:31,567 INFO [M:0;71706e0cb9ca:42005 {}] hbase.ChoreService(370): Chore service for: master/71706e0cb9ca:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T22:14:31,568 INFO [M:0;71706e0cb9ca:42005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T22:14:31,568 DEBUG [M:0;71706e0cb9ca:42005 {}] master.HMaster(1795): Stopping service threads 2024-12-05T22:14:31,568 INFO [M:0;71706e0cb9ca:42005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T22:14:31,568 INFO [M:0;71706e0cb9ca:42005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T22:14:31,568 INFO [RS:0;71706e0cb9ca:45969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T22:14:31,568 INFO [RS:0;71706e0cb9ca:45969 {}] regionserver.HRegionServer(1031): Exiting; stopping=71706e0cb9ca,45969,1733436785148; zookeeper connection closed. 2024-12-05T22:14:31,568 ERROR [M:0;71706e0cb9ca:42005 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT 2024-12-05T22:14:31,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (311559302) connection to localhost/127.0.0.1:42989 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42989,5,PEWorkerGroup] 2024-12-05T22:14:31,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x101a78e343f0001, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T22:14:31,569 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f224d3f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f224d3f 2024-12-05T22:14:31,569 INFO [M:0;71706e0cb9ca:42005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T22:14:31,569 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T22:14:31,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T22:14:31,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:31,577 DEBUG [M:0;71706e0cb9ca:42005 {}] zookeeper.ZKUtil(347): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T22:14:31,577 WARN [M:0;71706e0cb9ca:42005 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T22:14:31,578 INFO [M:0;71706e0cb9ca:42005 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/.lastflushedseqids 2024-12-05T22:14:31,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741865_1041 (size=686) 2024-12-05T22:14:31,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741865_1041 (size=686) 2024-12-05T22:14:31,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741865_1041 (size=686) 2024-12-05T22:14:31,591 INFO [M:0;71706e0cb9ca:42005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T22:14:31,592 INFO [M:0;71706e0cb9ca:42005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T22:14:31,592 DEBUG [M:0;71706e0cb9ca:42005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T22:14:31,592 INFO [M:0;71706e0cb9ca:42005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T22:14:31,592 DEBUG [M:0;71706e0cb9ca:42005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T22:14:31,592 DEBUG [M:0;71706e0cb9ca:42005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T22:14:31,592 DEBUG [M:0;71706e0cb9ca:42005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T22:14:31,592 INFO [M:0;71706e0cb9ca:42005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.07 KB heapSize=229.49 KB 2024-12-05T22:14:31,609 DEBUG [M:0;71706e0cb9ca:42005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13a4c9468cba489686da72279cd6f095 is 82, key is hbase:meta,,1/info:regioninfo/1733436798636/Put/seqid=0 2024-12-05T22:14:31,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741866_1042 (size=5672) 2024-12-05T22:14:31,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741866_1042 (size=5672) 2024-12-05T22:14:31,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741866_1042 (size=5672) 2024-12-05T22:14:31,623 INFO [M:0;71706e0cb9ca:42005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13a4c9468cba489686da72279cd6f095 2024-12-05T22:14:31,656 DEBUG [M:0;71706e0cb9ca:42005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/533c9990796c49c1a12ef9b5c6b43449 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733436810530/Put/seqid=0 2024-12-05T22:14:31,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T22:14:31,656 INFO [RS:1;71706e0cb9ca:41977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T22:14:31,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41977-0x101a78e343f0002, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T22:14:31,656 INFO [RS:1;71706e0cb9ca:41977 {}] regionserver.HRegionServer(1031): Exiting; stopping=71706e0cb9ca,41977,1733436785287; zookeeper connection closed. 2024-12-05T22:14:31,656 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7627d908 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7627d908 2024-12-05T22:14:31,657 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-05T22:14:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741867_1043 (size=8903) 2024-12-05T22:14:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741867_1043 (size=8903) 2024-12-05T22:14:31,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741867_1043 (size=8903) 2024-12-05T22:14:31,672 INFO [M:0;71706e0cb9ca:42005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.34 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/533c9990796c49c1a12ef9b5c6b43449 2024-12-05T22:14:31,679 INFO [M:0;71706e0cb9ca:42005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 533c9990796c49c1a12ef9b5c6b43449 2024-12-05T22:14:31,699 DEBUG [M:0;71706e0cb9ca:42005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/781c93b024d24f99ba19a08ca5699178 is 69, key is 71706e0cb9ca,41977,1733436785287/rs:state/1733436787639/Put/seqid=0 2024-12-05T22:14:31,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741868_1044 (size=5446) 2024-12-05T22:14:31,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741868_1044 (size=5446) 2024-12-05T22:14:31,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741868_1044 (size=5446) 2024-12-05T22:14:31,712 INFO [M:0;71706e0cb9ca:42005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/781c93b024d24f99ba19a08ca5699178 2024-12-05T22:14:31,719 INFO [M:0;71706e0cb9ca:42005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 781c93b024d24f99ba19a08ca5699178 2024-12-05T22:14:31,721 DEBUG [M:0;71706e0cb9ca:42005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13a4c9468cba489686da72279cd6f095 as hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13a4c9468cba489686da72279cd6f095 2024-12-05T22:14:31,733 INFO [M:0;71706e0cb9ca:42005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13a4c9468cba489686da72279cd6f095, entries=8, sequenceid=485, filesize=5.5 K 2024-12-05T22:14:31,735 DEBUG [M:0;71706e0cb9ca:42005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/533c9990796c49c1a12ef9b5c6b43449 as hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/533c9990796c49c1a12ef9b5c6b43449 2024-12-05T22:14:31,750 INFO [M:0;71706e0cb9ca:42005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 533c9990796c49c1a12ef9b5c6b43449 2024-12-05T22:14:31,751 INFO [M:0;71706e0cb9ca:42005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/533c9990796c49c1a12ef9b5c6b43449, entries=54, sequenceid=485, filesize=8.7 K 2024-12-05T22:14:31,752 DEBUG [M:0;71706e0cb9ca:42005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/781c93b024d24f99ba19a08ca5699178 as hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/781c93b024d24f99ba19a08ca5699178 2024-12-05T22:14:31,759 INFO [M:0;71706e0cb9ca:42005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 781c93b024d24f99ba19a08ca5699178 2024-12-05T22:14:31,760 INFO [M:0;71706e0cb9ca:42005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42989/user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/781c93b024d24f99ba19a08ca5699178, entries=3, sequenceid=485, filesize=5.3 K 2024-12-05T22:14:31,761 INFO [M:0;71706e0cb9ca:42005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.07 KB/189516, heapSize ~229.20 KB/234696, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 169ms, sequenceid=485, compaction requested=false 2024-12-05T22:14:31,766 INFO [M:0;71706e0cb9ca:42005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T22:14:31,766 DEBUG [M:0;71706e0cb9ca:42005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733436871592Disabling compacts and flushes for region at 1733436871592Disabling writes for close at 1733436871592Obtaining lock to block concurrent updates at 1733436871592Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733436871592Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189516, getHeapSize=234936, getOffHeapSize=0, getCellsCount=588 at 1733436871592Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733436871593 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733436871593Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733436871608 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733436871608Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733436871634 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733436871655 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733436871655Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733436871679 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733436871698 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733436871698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17484d26: reopening flushed file at 1733436871719 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@611ce1b9: reopening flushed file at 1733436871733 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42fef3b: reopening flushed file at 1733436871751 (+18 ms)Finished flush of dataSize ~185.07 KB/189516, heapSize ~229.20 KB/234696, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 169ms, sequenceid=485, compaction requested=false at 1733436871761 (+10 ms)Writing region close event to WAL at 1733436871766 (+5 ms)Closed at 1733436871766 2024-12-05T22:14:31,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741830_1006 (size=221872) 2024-12-05T22:14:31,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741830_1006 (size=221872) 2024-12-05T22:14:31,771 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cb9c44da-1e84-5c7a-d314-dbdcb2c1922d/MasterData/WALs/71706e0cb9ca,42005,1733436783961/71706e0cb9ca%2C42005%2C1733436783961.1733436785950 not finished, retry = 0 2024-12-05T22:14:31,873 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T22:14:31,873 INFO [M:0;71706e0cb9ca:42005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T22:14:31,873 INFO [M:0;71706e0cb9ca:42005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42005 2024-12-05T22:14:31,873 INFO [M:0;71706e0cb9ca:42005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T22:14:31,989 INFO [M:0;71706e0cb9ca:42005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T22:14:31,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T22:14:31,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x101a78e343f0000, quorum=127.0.0.1:59391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T22:14:31,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d13efcc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T22:14:31,998 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4268cec6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T22:14:31,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T22:14:31,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@283e5aba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T22:14:31,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dc9e1f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/hadoop.log.dir/,STOPPED} 2024-12-05T22:14:32,001 WARN [BP-39962892-172.17.0.3-1733436777099 heartbeating to localhost/127.0.0.1:42989 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T22:14:32,001 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T22:14:32,001 WARN [BP-39962892-172.17.0.3-1733436777099 heartbeating to localhost/127.0.0.1:42989 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-39962892-172.17.0.3-1733436777099 (Datanode Uuid 54672f5a-2b75-4825-8456-cf04d241091e) service to localhost/127.0.0.1:42989 2024-12-05T22:14:32,001 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T22:14:32,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/cluster_e2f2d7d2-eac9-7971-1e36-df6d311a0351/data/data5/current/BP-39962892-172.17.0.3-1733436777099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T22:14:32,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/cluster_e2f2d7d2-eac9-7971-1e36-df6d311a0351/data/data6/current/BP-39962892-172.17.0.3-1733436777099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T22:14:32,003 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T22:14:32,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c0b7fed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T22:14:32,005 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fc559b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T22:14:32,005 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T22:14:32,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c6ee722{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T22:14:32,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684b7235{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/hadoop.log.dir/,STOPPED} 2024-12-05T22:14:32,007 WARN [BP-39962892-172.17.0.3-1733436777099 heartbeating to localhost/127.0.0.1:42989 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T22:14:32,007 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T22:14:32,007 WARN [BP-39962892-172.17.0.3-1733436777099 heartbeating to localhost/127.0.0.1:42989 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-39962892-172.17.0.3-1733436777099 (Datanode Uuid 1c96ab6c-33fd-4906-b7d6-cfc7d2fc8458) service to localhost/127.0.0.1:42989 2024-12-05T22:14:32,007 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T22:14:32,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/cluster_e2f2d7d2-eac9-7971-1e36-df6d311a0351/data/data3/current/BP-39962892-172.17.0.3-1733436777099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T22:14:32,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/cluster_e2f2d7d2-eac9-7971-1e36-df6d311a0351/data/data4/current/BP-39962892-172.17.0.3-1733436777099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T22:14:32,008 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T22:14:32,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e7cfcd4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T22:14:32,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4685a1d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T22:14:32,033 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T22:14:32,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75358fb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T22:14:32,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ecffe1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/hadoop.log.dir/,STOPPED} 2024-12-05T22:14:32,034 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T22:14:32,034 WARN [BP-39962892-172.17.0.3-1733436777099 heartbeating to localhost/127.0.0.1:42989 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T22:14:32,034 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T22:14:32,034 WARN [BP-39962892-172.17.0.3-1733436777099 heartbeating to localhost/127.0.0.1:42989 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-39962892-172.17.0.3-1733436777099 (Datanode Uuid 59f96eca-8d5e-4cc4-a622-a60a9fbd465d) service to localhost/127.0.0.1:42989 2024-12-05T22:14:32,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/cluster_e2f2d7d2-eac9-7971-1e36-df6d311a0351/data/data1/current/BP-39962892-172.17.0.3-1733436777099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T22:14:32,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/cluster_e2f2d7d2-eac9-7971-1e36-df6d311a0351/data/data2/current/BP-39962892-172.17.0.3-1733436777099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T22:14:32,036 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T22:14:32,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29da1ca2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T22:14:32,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7060ce97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T22:14:32,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T22:14:32,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cad2250{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T22:14:32,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4981cb4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/hadoop.log.dir/,STOPPED} 2024-12-05T22:14:32,054 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T22:14:32,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T22:14:32,114 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6d91264a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (311559302) connection to localhost/127.0.0.1:42989 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/71706e0cb9ca:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/71706e0cb9ca:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (311559302) connection to localhost/127.0.0.1:42989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/71706e0cb9ca:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/71706e0cb9ca:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (311559302) connection to localhost/127.0.0.1:42989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/71706e0cb9ca:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/71706e0cb9ca:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (311559302) connection to localhost/127.0.0.1:42989 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/71706e0cb9ca:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=436 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=552 (was 566), ProcessCount=11 (was 11), AvailableMemoryMB=1028 (was 271) - AvailableMemoryMB LEAK? - 2024-12-05T22:14:32,122 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=436, MaxFileDescriptor=1048576, SystemLoadAverage=552, ProcessCount=11, AvailableMemoryMB=1028 2024-12-05T22:14:32,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/hadoop.log.dir so I do NOT create it in target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856 2024-12-05T22:14:32,135 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T22:14:32,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/hadoop.tmp.dir so I do NOT create it in target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856 2024-12-05T22:14:32,135 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76ab33f4-44de-934b-a0dd-55b311b3d93b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T22:14:32,135 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856 2024-12-05T22:14:32,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T22:14:32,135 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/cluster_d1fa91ce-43a0-e2ce-1a43-7e17506e1045, deleteOnExit=true 2024-12-05T22:14:32,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T22:14:32,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/test.cache.data in system properties and HBase conf 2024-12-05T22:14:32,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T22:14:32,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/hadoop.log.dir in system properties and HBase conf 2024-12-05T22:14:32,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T22:14:32,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T22:14:32,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T22:14:32,136 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T22:14:32,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T22:14:32,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T22:14:32,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T22:14:32,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T22:14:32,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T22:14:32,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T22:14:32,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T22:14:32,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T22:14:32,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T22:14:32,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/nfs.dump.dir in system properties and HBase conf 2024-12-05T22:14:32,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/java.io.tmpdir in system properties and HBase conf 2024-12-05T22:14:32,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T22:14:32,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T22:14:32,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T22:14:32,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T22:14:32,614 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T22:14:32,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T22:14:32,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T22:14:32,620 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T22:14:32,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T22:14:32,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16423e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/hadoop.log.dir/,AVAILABLE} 2024-12-05T22:14:32,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9df9224{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T22:14:32,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1955b4a6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/java.io.tmpdir/jetty-localhost-44823-hadoop-hdfs-3_4_1-tests_jar-_-any-1111384730368477417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T22:14:32,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d8d945{HTTP/1.1, (http/1.1)}{localhost:44823} 2024-12-05T22:14:32,720 INFO [Time-limited test {}] server.Server(415): Started @98936ms 2024-12-05T22:14:33,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T22:14:33,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T22:14:33,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T22:14:33,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T22:14:33,109 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T22:14:33,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1779f798{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/hadoop.log.dir/,AVAILABLE} 2024-12-05T22:14:33,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2094a136{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T22:14:33,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cd99e53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/java.io.tmpdir/jetty-localhost-40443-hadoop-hdfs-3_4_1-tests_jar-_-any-2657523368496124160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T22:14:33,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1aafdbaf{HTTP/1.1, (http/1.1)}{localhost:40443} 2024-12-05T22:14:33,239 INFO [Time-limited test {}] server.Server(415): Started @99454ms 2024-12-05T22:14:33,241 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T22:14:33,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T22:14:33,306 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T22:14:33,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T22:14:33,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T22:14:33,316 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T22:14:33,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b1b5d49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/hadoop.log.dir/,AVAILABLE} 2024-12-05T22:14:33,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f9b6f36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T22:14:33,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58983f0d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/java.io.tmpdir/jetty-localhost-37471-hadoop-hdfs-3_4_1-tests_jar-_-any-5115518064993783292/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T22:14:33,436 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@631d2315{HTTP/1.1, (http/1.1)}{localhost:37471} 2024-12-05T22:14:33,436 INFO [Time-limited test {}] server.Server(415): Started @99651ms 2024-12-05T22:14:33,437 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T22:14:33,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T22:14:33,508 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T22:14:33,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T22:14:33,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T22:14:33,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T22:14:33,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25f7abb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/hadoop.log.dir/,AVAILABLE} 2024-12-05T22:14:33,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ba8220b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T22:14:33,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@783ee11d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/java.io.tmpdir/jetty-localhost-36373-hadoop-hdfs-3_4_1-tests_jar-_-any-5250053897014246261/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T22:14:33,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a7d5baf{HTTP/1.1, (http/1.1)}{localhost:36373} 2024-12-05T22:14:33,655 INFO [Time-limited test {}] server.Server(415): Started @99870ms 2024-12-05T22:14:33,657 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T22:14:34,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T22:14:34,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T22:14:34,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T22:14:34,725 WARN [Thread-698 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/cluster_d1fa91ce-43a0-e2ce-1a43-7e17506e1045/data/data1/current/BP-711343381-172.17.0.3-1733436872160/current, will proceed with Du for space computation calculation, 2024-12-05T22:14:34,726 WARN [Thread-699 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/cluster_d1fa91ce-43a0-e2ce-1a43-7e17506e1045/data/data2/current/BP-711343381-172.17.0.3-1733436872160/current, will proceed with Du for space computation calculation, 2024-12-05T22:14:34,751 WARN [Thread-639 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T22:14:34,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ee9c7c80f4b493f with lease ID 0x77d3e669b22bb12a: Processing first storage report for DS-c8780ef9-8a92-4738-82f9-20dbd45b9f5c from datanode DatanodeRegistration(127.0.0.1:36167, datanodeUuid=e98dc4b6-8ecc-4226-b399-5433b8baf467, infoPort=45575, infoSecurePort=0, ipcPort=46657, storageInfo=lv=-57;cid=testClusterID;nsid=363851723;c=1733436872160) 2024-12-05T22:14:34,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ee9c7c80f4b493f with lease ID 0x77d3e669b22bb12a: from storage DS-c8780ef9-8a92-4738-82f9-20dbd45b9f5c node DatanodeRegistration(127.0.0.1:36167, datanodeUuid=e98dc4b6-8ecc-4226-b399-5433b8baf467, infoPort=45575, infoSecurePort=0, ipcPort=46657, storageInfo=lv=-57;cid=testClusterID;nsid=363851723;c=1733436872160), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T22:14:34,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ee9c7c80f4b493f with lease ID 0x77d3e669b22bb12a: Processing first storage report for DS-9c9af925-29e4-402f-9b32-55d794de599a from datanode DatanodeRegistration(127.0.0.1:36167, datanodeUuid=e98dc4b6-8ecc-4226-b399-5433b8baf467, infoPort=45575, infoSecurePort=0, ipcPort=46657, storageInfo=lv=-57;cid=testClusterID;nsid=363851723;c=1733436872160) 2024-12-05T22:14:34,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ee9c7c80f4b493f with lease ID 0x77d3e669b22bb12a: from storage DS-9c9af925-29e4-402f-9b32-55d794de599a node DatanodeRegistration(127.0.0.1:36167, datanodeUuid=e98dc4b6-8ecc-4226-b399-5433b8baf467, infoPort=45575, infoSecurePort=0, ipcPort=46657, storageInfo=lv=-57;cid=testClusterID;nsid=363851723;c=1733436872160), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T22:14:35,445 WARN [Thread-710 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/cluster_d1fa91ce-43a0-e2ce-1a43-7e17506e1045/data/data3/current/BP-711343381-172.17.0.3-1733436872160/current, will proceed with Du for space computation calculation, 2024-12-05T22:14:35,445 WARN [Thread-711 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/cluster_d1fa91ce-43a0-e2ce-1a43-7e17506e1045/data/data4/current/BP-711343381-172.17.0.3-1733436872160/current, will proceed with Du for space computation calculation, 2024-12-05T22:14:35,463 WARN [Thread-662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T22:14:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a22ac71e8a3e9b4 with lease ID 0x77d3e669b22bb12b: Processing first storage report for DS-f0709a19-b829-4e44-98e5-c37b66e8d2a8 from datanode DatanodeRegistration(127.0.0.1:36227, datanodeUuid=dec85e18-ff3a-43be-a088-e988e346ee3b, infoPort=32895, infoSecurePort=0, ipcPort=46325, storageInfo=lv=-57;cid=testClusterID;nsid=363851723;c=1733436872160) 2024-12-05T22:14:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a22ac71e8a3e9b4 with lease ID 0x77d3e669b22bb12b: from storage DS-f0709a19-b829-4e44-98e5-c37b66e8d2a8 node DatanodeRegistration(127.0.0.1:36227, datanodeUuid=dec85e18-ff3a-43be-a088-e988e346ee3b, infoPort=32895, infoSecurePort=0, ipcPort=46325, storageInfo=lv=-57;cid=testClusterID;nsid=363851723;c=1733436872160), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T22:14:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a22ac71e8a3e9b4 with lease ID 0x77d3e669b22bb12b: Processing first storage report for DS-aa098cb6-f39b-496a-8f9a-ffbbc8d5af45 from datanode DatanodeRegistration(127.0.0.1:36227, datanodeUuid=dec85e18-ff3a-43be-a088-e988e346ee3b, infoPort=32895, infoSecurePort=0, ipcPort=46325, storageInfo=lv=-57;cid=testClusterID;nsid=363851723;c=1733436872160) 2024-12-05T22:14:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a22ac71e8a3e9b4 with lease ID 0x77d3e669b22bb12b: from storage DS-aa098cb6-f39b-496a-8f9a-ffbbc8d5af45 node DatanodeRegistration(127.0.0.1:36227, datanodeUuid=dec85e18-ff3a-43be-a088-e988e346ee3b, infoPort=32895, infoSecurePort=0, ipcPort=46325, storageInfo=lv=-57;cid=testClusterID;nsid=363851723;c=1733436872160), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T22:14:35,740 WARN [Thread-722 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/cluster_d1fa91ce-43a0-e2ce-1a43-7e17506e1045/data/data6/current/BP-711343381-172.17.0.3-1733436872160/current, will proceed with Du for space computation calculation, 2024-12-05T22:14:35,740 WARN [Thread-721 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/cluster_d1fa91ce-43a0-e2ce-1a43-7e17506e1045/data/data5/current/BP-711343381-172.17.0.3-1733436872160/current, will proceed with Du for space computation calculation, 2024-12-05T22:14:35,757 WARN [Thread-684 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T22:14:35,760 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x221dbd407c323422 with lease ID 0x77d3e669b22bb12c: Processing first storage report for DS-94b25c63-8e92-45dc-a4ae-a6a1795b51c9 from datanode DatanodeRegistration(127.0.0.1:33893, datanodeUuid=5f1f5c82-53aa-4667-bec6-32db4fbdbbf6, infoPort=35975, infoSecurePort=0, ipcPort=39353, storageInfo=lv=-57;cid=testClusterID;nsid=363851723;c=1733436872160) 2024-12-05T22:14:35,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x221dbd407c323422 with lease ID 0x77d3e669b22bb12c: from storage DS-94b25c63-8e92-45dc-a4ae-a6a1795b51c9 node DatanodeRegistration(127.0.0.1:33893, datanodeUuid=5f1f5c82-53aa-4667-bec6-32db4fbdbbf6, infoPort=35975, infoSecurePort=0, ipcPort=39353, storageInfo=lv=-57;cid=testClusterID;nsid=363851723;c=1733436872160), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T22:14:35,760 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x221dbd407c323422 with lease ID 0x77d3e669b22bb12c: Processing first storage report for DS-73d73ed2-d733-47a3-9879-3278fbde0f58 from datanode DatanodeRegistration(127.0.0.1:33893, datanodeUuid=5f1f5c82-53aa-4667-bec6-32db4fbdbbf6, infoPort=35975, infoSecurePort=0, ipcPort=39353, storageInfo=lv=-57;cid=testClusterID;nsid=363851723;c=1733436872160) 2024-12-05T22:14:35,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x221dbd407c323422 with lease ID 0x77d3e669b22bb12c: from storage DS-73d73ed2-d733-47a3-9879-3278fbde0f58 node DatanodeRegistration(127.0.0.1:33893, datanodeUuid=5f1f5c82-53aa-4667-bec6-32db4fbdbbf6, infoPort=35975, infoSecurePort=0, ipcPort=39353, storageInfo=lv=-57;cid=testClusterID;nsid=363851723;c=1733436872160), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T22:14:35,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856 2024-12-05T22:14:35,819 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/cluster_d1fa91ce-43a0-e2ce-1a43-7e17506e1045/zookeeper_0, clientPort=50767, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/cluster_d1fa91ce-43a0-e2ce-1a43-7e17506e1045/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/cluster_d1fa91ce-43a0-e2ce-1a43-7e17506e1045/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T22:14:35,820 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50767 2024-12-05T22:14:35,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:14:35,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:14:35,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741825_1001 (size=7) 2024-12-05T22:14:35,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741825_1001 (size=7) 2024-12-05T22:14:35,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741825_1001 (size=7) 2024-12-05T22:14:35,845 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd with version=8 2024-12-05T22:14:35,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/hbase-staging 2024-12-05T22:14:35,847 INFO [Time-limited test {}] client.ConnectionUtils(128): master/71706e0cb9ca:0 server-side Connection retries=45 2024-12-05T22:14:35,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T22:14:35,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T22:14:35,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T22:14:35,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T22:14:35,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T22:14:35,848 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T22:14:35,848 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T22:14:35,849 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46355 2024-12-05T22:14:35,850 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46355 connecting to ZooKeeper ensemble=127.0.0.1:50767 2024-12-05T22:14:35,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463550x0, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T22:14:35,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46355-0x101a78f9fd60000 connected 2024-12-05T22:14:36,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:14:36,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:14:36,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T22:14:36,094 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd, hbase.cluster.distributed=false 2024-12-05T22:14:36,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T22:14:36,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46355 2024-12-05T22:14:36,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46355 2024-12-05T22:14:36,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46355 2024-12-05T22:14:36,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46355 2024-12-05T22:14:36,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46355 2024-12-05T22:14:36,124 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/71706e0cb9ca:0 server-side Connection retries=45 2024-12-05T22:14:36,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T22:14:36,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T22:14:36,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T22:14:36,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T22:14:36,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T22:14:36,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T22:14:36,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T22:14:36,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37851 2024-12-05T22:14:36,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37851 connecting to ZooKeeper ensemble=127.0.0.1:50767 2024-12-05T22:14:36,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:14:36,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:14:36,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T22:14:36,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378510x0, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T22:14:36,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37851-0x101a78f9fd60001 connected 2024-12-05T22:14:36,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37851-0x101a78f9fd60001, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T22:14:36,154 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T22:14:36,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T22:14:36,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T22:14:36,160 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T22:14:36,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37851-0x101a78f9fd60001, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T22:14:36,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37851-0x101a78f9fd60001, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T22:14:36,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37851 2024-12-05T22:14:36,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37851 2024-12-05T22:14:36,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37851 2024-12-05T22:14:36,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37851 2024-12-05T22:14:36,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37851 2024-12-05T22:14:36,196 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/71706e0cb9ca:0 server-side Connection retries=45 2024-12-05T22:14:36,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T22:14:36,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T22:14:36,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T22:14:36,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T22:14:36,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T22:14:36,197 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T22:14:36,197 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T22:14:36,198 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39873 2024-12-05T22:14:36,199 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39873 connecting to ZooKeeper ensemble=127.0.0.1:50767 2024-12-05T22:14:36,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:14:36,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:14:36,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398730x0, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T22:14:36,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398730x0, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T22:14:36,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39873-0x101a78f9fd60002 connected 2024-12-05T22:14:36,215 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T22:14:36,215 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T22:14:36,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T22:14:36,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T22:14:36,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39873 2024-12-05T22:14:36,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39873 2024-12-05T22:14:36,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39873 2024-12-05T22:14:36,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39873 2024-12-05T22:14:36,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39873 2024-12-05T22:14:36,238 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/71706e0cb9ca:0 server-side Connection retries=45 2024-12-05T22:14:36,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T22:14:36,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T22:14:36,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T22:14:36,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T22:14:36,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T22:14:36,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T22:14:36,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T22:14:36,240 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45269 2024-12-05T22:14:36,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45269 connecting to ZooKeeper ensemble=127.0.0.1:50767 2024-12-05T22:14:36,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:14:36,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:14:36,256 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452690x0, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T22:14:36,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452690x0, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T22:14:36,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45269-0x101a78f9fd60003 connected 2024-12-05T22:14:36,257 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T22:14:36,258 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T22:14:36,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T22:14:36,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T22:14:36,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45269 2024-12-05T22:14:36,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45269 2024-12-05T22:14:36,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45269 2024-12-05T22:14:36,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45269 2024-12-05T22:14:36,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45269 2024-12-05T22:14:36,283 DEBUG [M:0;71706e0cb9ca:46355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;71706e0cb9ca:46355 2024-12-05T22:14:36,284 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/71706e0cb9ca,46355,1733436875847 2024-12-05T22:14:36,295 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T22:14:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T22:14:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T22:14:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a78f9fd60001, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T22:14:36,296 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/71706e0cb9ca,46355,1733436875847 2024-12-05T22:14:36,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a78f9fd60001, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T22:14:36,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T22:14:36,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a78f9fd60001, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:36,309 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T22:14:36,309 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:36,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:36,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:36,311 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T22:14:36,311 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/71706e0cb9ca,46355,1733436875847 from backup master directory 2024-12-05T22:14:36,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T22:14:36,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/71706e0cb9ca,46355,1733436875847 2024-12-05T22:14:36,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a78f9fd60001, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T22:14:36,319 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T22:14:36,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T22:14:36,319 WARN [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T22:14:36,319 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=71706e0cb9ca,46355,1733436875847 2024-12-05T22:14:36,326 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/hbase.id] with ID: e47097e8-95fe-4091-a00b-b3728d97dee1 2024-12-05T22:14:36,326 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/.tmp/hbase.id 2024-12-05T22:14:36,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741826_1002 (size=42) 2024-12-05T22:14:36,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741826_1002 (size=42) 2024-12-05T22:14:36,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741826_1002 (size=42) 2024-12-05T22:14:36,347 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/.tmp/hbase.id]:[hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/hbase.id] 2024-12-05T22:14:36,373 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T22:14:36,374 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T22:14:36,377 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-05T22:14:36,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:36,390 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:36,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a78f9fd60001, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:36,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:36,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741827_1003 (size=196) 2024-12-05T22:14:36,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741827_1003 (size=196) 2024-12-05T22:14:36,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741827_1003 (size=196) 2024-12-05T22:14:36,416 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T22:14:36,417 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T22:14:36,417 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T22:14:36,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741828_1004 (size=1189) 2024-12-05T22:14:36,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741828_1004 (size=1189) 2024-12-05T22:14:36,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741828_1004 (size=1189) 2024-12-05T22:14:36,432 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store 2024-12-05T22:14:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741829_1005 (size=34) 2024-12-05T22:14:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741829_1005 (size=34) 2024-12-05T22:14:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741829_1005 (size=34) 2024-12-05T22:14:36,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T22:14:36,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T22:14:36,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T22:14:36,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T22:14:36,843 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:36,843 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T22:14:36,843 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T22:14:36,843 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T22:14:36,843 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T22:14:36,843 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T22:14:36,843 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T22:14:36,844 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733436876843Disabling compacts and flushes for region at 1733436876843Disabling writes for close at 1733436876843Writing region close event to WAL at 1733436876843Closed at 1733436876843 2024-12-05T22:14:36,845 WARN [master/71706e0cb9ca:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/.initializing 2024-12-05T22:14:36,845 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/WALs/71706e0cb9ca,46355,1733436875847 2024-12-05T22:14:36,846 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T22:14:36,849 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=71706e0cb9ca%2C46355%2C1733436875847, suffix=, logDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/WALs/71706e0cb9ca,46355,1733436875847, archiveDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/oldWALs, maxLogs=10 2024-12-05T22:14:36,861 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/WALs/71706e0cb9ca,46355,1733436875847/71706e0cb9ca%2C46355%2C1733436875847.1733436876849, exclude list is [], retry=0 2024-12-05T22:14:36,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36227,DS-f0709a19-b829-4e44-98e5-c37b66e8d2a8,DISK] 2024-12-05T22:14:36,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-c8780ef9-8a92-4738-82f9-20dbd45b9f5c,DISK] 2024-12-05T22:14:36,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33893,DS-94b25c63-8e92-45dc-a4ae-a6a1795b51c9,DISK] 2024-12-05T22:14:36,866 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/WALs/71706e0cb9ca,46355,1733436875847/71706e0cb9ca%2C46355%2C1733436875847.1733436876849 2024-12-05T22:14:36,866 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32895:32895),(127.0.0.1/127.0.0.1:35975:35975),(127.0.0.1/127.0.0.1:45575:45575)] 2024-12-05T22:14:36,867 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T22:14:36,867 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:36,867 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:14:36,867 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:14:36,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:14:36,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T22:14:36,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:36,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T22:14:36,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:14:36,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T22:14:36,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:36,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:14:36,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:14:36,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T22:14:36,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:36,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:14:36,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:14:36,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T22:14:36,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:36,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:14:36,878 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:14:36,879 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:14:36,880 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:14:36,881 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:14:36,882 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:14:36,882 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T22:14:36,883 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T22:14:36,886 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:14:36,887 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74259989, jitterRate=0.10656006634235382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T22:14:36,888 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733436876867Initializing all the Stores at 1733436876868 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733436876869 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436876869Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436876869Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436876869Cleaning up temporary data from old regions at 1733436876882 (+13 ms)Region opened successfully at 1733436876887 (+5 ms) 2024-12-05T22:14:36,888 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T22:14:36,892 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3286d0a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=71706e0cb9ca/172.17.0.3:0 2024-12-05T22:14:36,893 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T22:14:36,894 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T22:14:36,894 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T22:14:36,894 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T22:14:36,895 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T22:14:36,895 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T22:14:36,895 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-05T22:14:36,898 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T22:14:36,899 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T22:14:36,948 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T22:14:36,949 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T22:14:36,949 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T22:14:36,969 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T22:14:36,969 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T22:14:36,971 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T22:14:36,982 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T22:14:36,983 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T22:14:36,993 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T22:14:37,001 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T22:14:37,011 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T22:14:37,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T22:14:37,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:37,026 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T22:14:37,026 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:37,026 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=71706e0cb9ca,46355,1733436875847, sessionid=0x101a78f9fd60000, setting cluster-up flag (Was=false) 2024-12-05T22:14:37,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T22:14:37,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:37,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a78f9fd60001, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T22:14:37,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a78f9fd60001, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:37,046 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:37,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a78f9fd60001, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:37,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:37,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:37,098 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T22:14:37,101 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=71706e0cb9ca,46355,1733436875847 2024-12-05T22:14:37,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:37,119 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:37,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a78f9fd60001, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:37,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:37,161 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T22:14:37,163 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=71706e0cb9ca,46355,1733436875847 2024-12-05T22:14:37,164 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T22:14:37,166 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T22:14:37,167 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T22:14:37,167 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T22:14:37,167 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 71706e0cb9ca,46355,1733436875847 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T22:14:37,168 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/71706e0cb9ca:0, corePoolSize=5, maxPoolSize=5 2024-12-05T22:14:37,168 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/71706e0cb9ca:0, corePoolSize=5, maxPoolSize=5 2024-12-05T22:14:37,168 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/71706e0cb9ca:0, corePoolSize=5, maxPoolSize=5 2024-12-05T22:14:37,169 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/71706e0cb9ca:0, corePoolSize=5, maxPoolSize=5 2024-12-05T22:14:37,169 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/71706e0cb9ca:0, corePoolSize=10, maxPoolSize=10 2024-12-05T22:14:37,169 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,169 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/71706e0cb9ca:0, corePoolSize=2, maxPoolSize=2 2024-12-05T22:14:37,169 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,169 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733436907169 2024-12-05T22:14:37,170 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T22:14:37,170 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T22:14:37,170 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T22:14:37,170 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T22:14:37,170 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T22:14:37,170 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T22:14:37,170 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,171 INFO [RS:0;71706e0cb9ca:37851 {}] regionserver.HRegionServer(746): ClusterId : e47097e8-95fe-4091-a00b-b3728d97dee1 2024-12-05T22:14:37,171 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(746): ClusterId : e47097e8-95fe-4091-a00b-b3728d97dee1 2024-12-05T22:14:37,171 DEBUG [RS:0;71706e0cb9ca:37851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T22:14:37,171 DEBUG [RS:1;71706e0cb9ca:39873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T22:14:37,172 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T22:14:37,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T22:14:37,172 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T22:14:37,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T22:14:37,173 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T22:14:37,173 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T22:14:37,173 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T22:14:37,174 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:37,174 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T22:14:37,176 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/71706e0cb9ca:0:becomeActiveMaster-HFileCleaner.large.0-1733436877173,5,FailOnTimeoutGroup] 2024-12-05T22:14:37,180 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/71706e0cb9ca:0:becomeActiveMaster-HFileCleaner.small.0-1733436877176,5,FailOnTimeoutGroup] 2024-12-05T22:14:37,180 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,181 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T22:14:37,181 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,181 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,182 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(746): ClusterId : e47097e8-95fe-4091-a00b-b3728d97dee1 2024-12-05T22:14:37,182 DEBUG [RS:2;71706e0cb9ca:45269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T22:14:37,193 DEBUG [RS:0;71706e0cb9ca:37851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T22:14:37,193 DEBUG [RS:1;71706e0cb9ca:39873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T22:14:37,193 DEBUG [RS:0;71706e0cb9ca:37851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T22:14:37,193 DEBUG [RS:1;71706e0cb9ca:39873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T22:14:37,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741831_1007 (size=1321) 2024-12-05T22:14:37,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741831_1007 (size=1321) 2024-12-05T22:14:37,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741831_1007 (size=1321) 2024-12-05T22:14:37,202 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T22:14:37,202 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd 2024-12-05T22:14:37,203 DEBUG [RS:2;71706e0cb9ca:45269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T22:14:37,203 DEBUG [RS:2;71706e0cb9ca:45269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T22:14:37,215 DEBUG [RS:1;71706e0cb9ca:39873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T22:14:37,215 DEBUG [RS:0;71706e0cb9ca:37851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T22:14:37,216 DEBUG [RS:0;71706e0cb9ca:37851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352f2c3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=71706e0cb9ca/172.17.0.3:0 2024-12-05T22:14:37,216 DEBUG [RS:1;71706e0cb9ca:39873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27dddca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=71706e0cb9ca/172.17.0.3:0 2024-12-05T22:14:37,217 DEBUG [RS:2;71706e0cb9ca:45269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T22:14:37,218 DEBUG [RS:2;71706e0cb9ca:45269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f3e917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=71706e0cb9ca/172.17.0.3:0 2024-12-05T22:14:37,232 DEBUG [RS:0;71706e0cb9ca:37851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;71706e0cb9ca:37851 2024-12-05T22:14:37,232 INFO [RS:0;71706e0cb9ca:37851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T22:14:37,232 INFO [RS:0;71706e0cb9ca:37851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T22:14:37,233 DEBUG [RS:0;71706e0cb9ca:37851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T22:14:37,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741832_1008 (size=32) 2024-12-05T22:14:37,236 INFO [RS:0;71706e0cb9ca:37851 {}] regionserver.HRegionServer(2659): reportForDuty to master=71706e0cb9ca,46355,1733436875847 with port=37851, startcode=1733436876123 2024-12-05T22:14:37,236 DEBUG [RS:0;71706e0cb9ca:37851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T22:14:37,236 DEBUG [RS:1;71706e0cb9ca:39873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;71706e0cb9ca:39873 2024-12-05T22:14:37,236 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T22:14:37,236 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T22:14:37,236 DEBUG [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T22:14:37,238 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(2659): reportForDuty to master=71706e0cb9ca,46355,1733436875847 with port=39873, startcode=1733436876196 2024-12-05T22:14:37,238 DEBUG [RS:1;71706e0cb9ca:39873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T22:14:37,238 DEBUG [RS:2;71706e0cb9ca:45269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;71706e0cb9ca:45269 2024-12-05T22:14:37,238 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T22:14:37,238 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T22:14:37,238 DEBUG [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T22:14:37,238 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T22:14:37,240 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(2659): reportForDuty to master=71706e0cb9ca,46355,1733436875847 with port=45269, startcode=1733436876237 2024-12-05T22:14:37,240 DEBUG [RS:2;71706e0cb9ca:45269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T22:14:37,242 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T22:14:37,243 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T22:14:37,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741832_1008 (size=32) 2024-12-05T22:14:37,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 71706e0cb9ca,37851,1733436876123 2024-12-05T22:14:37,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46355 {}] master.ServerManager(517): Registering regionserver=71706e0cb9ca,37851,1733436876123 2024-12-05T22:14:37,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:37,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741832_1008 (size=32) 2024-12-05T22:14:37,246 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 71706e0cb9ca,45269,1733436876237 2024-12-05T22:14:37,247 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46355 {}] master.ServerManager(517): Registering regionserver=71706e0cb9ca,45269,1733436876237 2024-12-05T22:14:37,247 DEBUG [RS:0;71706e0cb9ca:37851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd 2024-12-05T22:14:37,247 DEBUG [RS:0;71706e0cb9ca:37851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42285 2024-12-05T22:14:37,247 DEBUG [RS:0;71706e0cb9ca:37851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T22:14:37,249 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 71706e0cb9ca,39873,1733436876196 2024-12-05T22:14:37,249 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46355 {}] master.ServerManager(517): Registering regionserver=71706e0cb9ca,39873,1733436876196 2024-12-05T22:14:37,250 DEBUG [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd 2024-12-05T22:14:37,250 DEBUG [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42285 2024-12-05T22:14:37,250 DEBUG [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T22:14:37,251 DEBUG [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd 2024-12-05T22:14:37,251 DEBUG [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42285 2024-12-05T22:14:37,251 DEBUG [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T22:14:37,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T22:14:37,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T22:14:37,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T22:14:37,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:37,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T22:14:37,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T22:14:37,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T22:14:37,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:37,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T22:14:37,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T22:14:37,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T22:14:37,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:37,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T22:14:37,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T22:14:37,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T22:14:37,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:37,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T22:14:37,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T22:14:37,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740 2024-12-05T22:14:37,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740 2024-12-05T22:14:37,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T22:14:37,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T22:14:37,274 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T22:14:37,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T22:14:37,279 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:14:37,280 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59796034, jitterRate=-0.10896965861320496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T22:14:37,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733436877245Initializing all the Stores at 1733436877247 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733436877247Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733436877260 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436877260Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733436877260Cleaning up temporary data from old regions at 1733436877274 (+14 ms)Region opened successfully at 1733436877281 (+7 ms) 2024-12-05T22:14:37,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T22:14:37,281 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T22:14:37,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T22:14:37,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T22:14:37,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T22:14:37,282 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T22:14:37,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733436877281Disabling compacts and flushes for region at 1733436877281Disabling writes for close at 1733436877281Writing region close event to WAL at 1733436877282 (+1 ms)Closed at 1733436877282 2024-12-05T22:14:37,283 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T22:14:37,284 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T22:14:37,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T22:14:37,285 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T22:14:37,287 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T22:14:37,298 DEBUG [RS:0;71706e0cb9ca:37851 {}] zookeeper.ZKUtil(111): regionserver:37851-0x101a78f9fd60001, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/71706e0cb9ca,37851,1733436876123 2024-12-05T22:14:37,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [71706e0cb9ca,37851,1733436876123] 2024-12-05T22:14:37,298 WARN [RS:0;71706e0cb9ca:37851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T22:14:37,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [71706e0cb9ca,45269,1733436876237] 2024-12-05T22:14:37,298 DEBUG [RS:2;71706e0cb9ca:45269 {}] zookeeper.ZKUtil(111): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/71706e0cb9ca,45269,1733436876237 2024-12-05T22:14:37,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [71706e0cb9ca,39873,1733436876196] 2024-12-05T22:14:37,298 WARN [RS:2;71706e0cb9ca:45269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T22:14:37,298 INFO [RS:0;71706e0cb9ca:37851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T22:14:37,298 INFO [RS:2;71706e0cb9ca:45269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T22:14:37,298 DEBUG [RS:0;71706e0cb9ca:37851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123 2024-12-05T22:14:37,298 DEBUG [RS:1;71706e0cb9ca:39873 {}] zookeeper.ZKUtil(111): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/71706e0cb9ca,39873,1733436876196 2024-12-05T22:14:37,298 DEBUG [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,45269,1733436876237 2024-12-05T22:14:37,298 WARN [RS:1;71706e0cb9ca:39873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T22:14:37,298 INFO [RS:1;71706e0cb9ca:39873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T22:14:37,299 DEBUG [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,39873,1733436876196 2024-12-05T22:14:37,303 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T22:14:37,303 INFO [RS:0;71706e0cb9ca:37851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T22:14:37,305 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T22:14:37,305 INFO [RS:0;71706e0cb9ca:37851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T22:14:37,312 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T22:14:37,312 INFO [RS:0;71706e0cb9ca:37851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T22:14:37,312 INFO [RS:0;71706e0cb9ca:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,313 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T22:14:37,313 INFO [RS:2;71706e0cb9ca:45269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T22:14:37,313 INFO [RS:2;71706e0cb9ca:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,316 INFO [RS:0;71706e0cb9ca:37851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T22:14:37,317 INFO [RS:0;71706e0cb9ca:37851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T22:14:37,317 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T22:14:37,317 INFO [RS:0;71706e0cb9ca:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,317 INFO [RS:1;71706e0cb9ca:39873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T22:14:37,317 DEBUG [RS:0;71706e0cb9ca:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,317 INFO [RS:1;71706e0cb9ca:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,317 DEBUG [RS:0;71706e0cb9ca:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,318 DEBUG [RS:0;71706e0cb9ca:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,318 DEBUG [RS:0;71706e0cb9ca:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,318 DEBUG [RS:0;71706e0cb9ca:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,318 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T22:14:37,318 DEBUG [RS:0;71706e0cb9ca:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0, corePoolSize=2, maxPoolSize=2 2024-12-05T22:14:37,318 DEBUG [RS:0;71706e0cb9ca:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,318 DEBUG [RS:0;71706e0cb9ca:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,318 DEBUG [RS:0;71706e0cb9ca:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,318 DEBUG [RS:0;71706e0cb9ca:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,318 DEBUG [RS:0;71706e0cb9ca:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,318 DEBUG [RS:0;71706e0cb9ca:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,318 INFO [RS:2;71706e0cb9ca:45269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T22:14:37,318 DEBUG [RS:0;71706e0cb9ca:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0, corePoolSize=3, maxPoolSize=3 2024-12-05T22:14:37,318 DEBUG [RS:0;71706e0cb9ca:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/71706e0cb9ca:0, corePoolSize=3, maxPoolSize=3 2024-12-05T22:14:37,318 INFO [RS:2;71706e0cb9ca:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,318 DEBUG [RS:2;71706e0cb9ca:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,318 DEBUG [RS:2;71706e0cb9ca:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,318 DEBUG [RS:2;71706e0cb9ca:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 DEBUG [RS:2;71706e0cb9ca:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 INFO [RS:1;71706e0cb9ca:39873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T22:14:37,319 DEBUG [RS:2;71706e0cb9ca:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 INFO [RS:0;71706e0cb9ca:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,319 INFO [RS:1;71706e0cb9ca:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,319 DEBUG [RS:2;71706e0cb9ca:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0, corePoolSize=2, maxPoolSize=2 2024-12-05T22:14:37,319 INFO [RS:0;71706e0cb9ca:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,319 DEBUG [RS:2;71706e0cb9ca:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 INFO [RS:0;71706e0cb9ca:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,319 DEBUG [RS:1;71706e0cb9ca:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 DEBUG [RS:2;71706e0cb9ca:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 INFO [RS:0;71706e0cb9ca:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,319 DEBUG [RS:1;71706e0cb9ca:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 DEBUG [RS:2;71706e0cb9ca:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 INFO [RS:0;71706e0cb9ca:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,319 DEBUG [RS:1;71706e0cb9ca:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 DEBUG [RS:2;71706e0cb9ca:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 INFO [RS:0;71706e0cb9ca:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,37851,1733436876123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T22:14:37,319 DEBUG [RS:1;71706e0cb9ca:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 DEBUG [RS:2;71706e0cb9ca:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 DEBUG [RS:1;71706e0cb9ca:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 DEBUG [RS:1;71706e0cb9ca:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0, corePoolSize=2, maxPoolSize=2 2024-12-05T22:14:37,319 DEBUG [RS:2;71706e0cb9ca:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 DEBUG [RS:1;71706e0cb9ca:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 DEBUG [RS:2;71706e0cb9ca:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0, corePoolSize=3, maxPoolSize=3 2024-12-05T22:14:37,319 DEBUG [RS:1;71706e0cb9ca:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 DEBUG [RS:1;71706e0cb9ca:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 DEBUG [RS:2;71706e0cb9ca:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/71706e0cb9ca:0, corePoolSize=3, maxPoolSize=3 2024-12-05T22:14:37,319 DEBUG [RS:1;71706e0cb9ca:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 DEBUG [RS:1;71706e0cb9ca:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 DEBUG [RS:1;71706e0cb9ca:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/71706e0cb9ca:0, corePoolSize=1, maxPoolSize=1 2024-12-05T22:14:37,319 DEBUG [RS:1;71706e0cb9ca:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0, corePoolSize=3, maxPoolSize=3 2024-12-05T22:14:37,319 DEBUG [RS:1;71706e0cb9ca:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/71706e0cb9ca:0, corePoolSize=3, maxPoolSize=3 2024-12-05T22:14:37,320 INFO [RS:2;71706e0cb9ca:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,320 INFO [RS:2;71706e0cb9ca:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,320 INFO [RS:2;71706e0cb9ca:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,320 INFO [RS:1;71706e0cb9ca:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,320 INFO [RS:2;71706e0cb9ca:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,320 INFO [RS:1;71706e0cb9ca:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,320 INFO [RS:2;71706e0cb9ca:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,320 INFO [RS:1;71706e0cb9ca:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,320 INFO [RS:2;71706e0cb9ca:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,45269,1733436876237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T22:14:37,320 INFO [RS:1;71706e0cb9ca:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,320 INFO [RS:1;71706e0cb9ca:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,320 INFO [RS:1;71706e0cb9ca:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,39873,1733436876196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T22:14:37,336 INFO [RS:0;71706e0cb9ca:37851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T22:14:37,337 INFO [RS:0;71706e0cb9ca:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,37851,1733436876123-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,337 INFO [RS:0;71706e0cb9ca:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,337 INFO [RS:0;71706e0cb9ca:37851 {}] regionserver.Replication(171): 71706e0cb9ca,37851,1733436876123 started 2024-12-05T22:14:37,342 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T22:14:37,342 INFO [RS:2;71706e0cb9ca:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,45269,1733436876237-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,342 INFO [RS:2;71706e0cb9ca:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,342 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.Replication(171): 71706e0cb9ca,45269,1733436876237 started 2024-12-05T22:14:37,343 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T22:14:37,343 INFO [RS:1;71706e0cb9ca:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,39873,1733436876196-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,343 INFO [RS:1;71706e0cb9ca:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,343 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.Replication(171): 71706e0cb9ca,39873,1733436876196 started 2024-12-05T22:14:37,353 INFO [RS:0;71706e0cb9ca:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,353 INFO [RS:0;71706e0cb9ca:37851 {}] regionserver.HRegionServer(1482): Serving as 71706e0cb9ca,37851,1733436876123, RpcServer on 71706e0cb9ca/172.17.0.3:37851, sessionid=0x101a78f9fd60001 2024-12-05T22:14:37,354 DEBUG [RS:0;71706e0cb9ca:37851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T22:14:37,354 DEBUG [RS:0;71706e0cb9ca:37851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 71706e0cb9ca,37851,1733436876123 2024-12-05T22:14:37,354 DEBUG [RS:0;71706e0cb9ca:37851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71706e0cb9ca,37851,1733436876123' 2024-12-05T22:14:37,354 DEBUG [RS:0;71706e0cb9ca:37851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T22:14:37,354 DEBUG [RS:0;71706e0cb9ca:37851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T22:14:37,355 DEBUG [RS:0;71706e0cb9ca:37851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T22:14:37,355 DEBUG [RS:0;71706e0cb9ca:37851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T22:14:37,355 DEBUG [RS:0;71706e0cb9ca:37851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 71706e0cb9ca,37851,1733436876123 2024-12-05T22:14:37,355 DEBUG [RS:0;71706e0cb9ca:37851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71706e0cb9ca,37851,1733436876123' 2024-12-05T22:14:37,355 DEBUG [RS:0;71706e0cb9ca:37851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T22:14:37,355 DEBUG [RS:0;71706e0cb9ca:37851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T22:14:37,356 DEBUG [RS:0;71706e0cb9ca:37851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T22:14:37,356 INFO [RS:0;71706e0cb9ca:37851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T22:14:37,356 INFO [RS:0;71706e0cb9ca:37851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T22:14:37,358 INFO [RS:1;71706e0cb9ca:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,358 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(1482): Serving as 71706e0cb9ca,39873,1733436876196, RpcServer on 71706e0cb9ca/172.17.0.3:39873, sessionid=0x101a78f9fd60002 2024-12-05T22:14:37,358 DEBUG [RS:1;71706e0cb9ca:39873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T22:14:37,358 DEBUG [RS:1;71706e0cb9ca:39873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 71706e0cb9ca,39873,1733436876196 2024-12-05T22:14:37,358 DEBUG [RS:1;71706e0cb9ca:39873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71706e0cb9ca,39873,1733436876196' 2024-12-05T22:14:37,358 DEBUG [RS:1;71706e0cb9ca:39873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T22:14:37,358 DEBUG [RS:1;71706e0cb9ca:39873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T22:14:37,359 DEBUG [RS:1;71706e0cb9ca:39873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T22:14:37,359 DEBUG [RS:1;71706e0cb9ca:39873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T22:14:37,359 DEBUG [RS:1;71706e0cb9ca:39873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 71706e0cb9ca,39873,1733436876196 2024-12-05T22:14:37,359 DEBUG [RS:1;71706e0cb9ca:39873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71706e0cb9ca,39873,1733436876196' 2024-12-05T22:14:37,359 DEBUG [RS:1;71706e0cb9ca:39873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T22:14:37,359 DEBUG [RS:1;71706e0cb9ca:39873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T22:14:37,360 DEBUG [RS:1;71706e0cb9ca:39873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T22:14:37,360 INFO [RS:1;71706e0cb9ca:39873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T22:14:37,360 INFO [RS:1;71706e0cb9ca:39873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T22:14:37,362 INFO [RS:2;71706e0cb9ca:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:37,362 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(1482): Serving as 71706e0cb9ca,45269,1733436876237, RpcServer on 71706e0cb9ca/172.17.0.3:45269, sessionid=0x101a78f9fd60003 2024-12-05T22:14:37,362 DEBUG [RS:2;71706e0cb9ca:45269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T22:14:37,362 DEBUG [RS:2;71706e0cb9ca:45269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 71706e0cb9ca,45269,1733436876237 2024-12-05T22:14:37,362 DEBUG [RS:2;71706e0cb9ca:45269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71706e0cb9ca,45269,1733436876237' 2024-12-05T22:14:37,362 DEBUG [RS:2;71706e0cb9ca:45269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T22:14:37,363 DEBUG [RS:2;71706e0cb9ca:45269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T22:14:37,363 DEBUG [RS:2;71706e0cb9ca:45269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T22:14:37,363 DEBUG [RS:2;71706e0cb9ca:45269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T22:14:37,363 DEBUG [RS:2;71706e0cb9ca:45269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 71706e0cb9ca,45269,1733436876237 2024-12-05T22:14:37,363 DEBUG [RS:2;71706e0cb9ca:45269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71706e0cb9ca,45269,1733436876237' 2024-12-05T22:14:37,363 DEBUG [RS:2;71706e0cb9ca:45269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T22:14:37,364 DEBUG [RS:2;71706e0cb9ca:45269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T22:14:37,364 DEBUG [RS:2;71706e0cb9ca:45269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T22:14:37,364 INFO [RS:2;71706e0cb9ca:45269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T22:14:37,364 INFO [RS:2;71706e0cb9ca:45269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T22:14:37,437 WARN [71706e0cb9ca:46355 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T22:14:37,456 INFO [RS:0;71706e0cb9ca:37851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T22:14:37,458 INFO [RS:0;71706e0cb9ca:37851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=71706e0cb9ca%2C37851%2C1733436876123, suffix=, logDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123, archiveDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/oldWALs, maxLogs=32 2024-12-05T22:14:37,460 INFO [RS:1;71706e0cb9ca:39873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T22:14:37,462 INFO [RS:1;71706e0cb9ca:39873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=71706e0cb9ca%2C39873%2C1733436876196, suffix=, logDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,39873,1733436876196, archiveDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/oldWALs, maxLogs=32 2024-12-05T22:14:37,464 INFO [RS:2;71706e0cb9ca:45269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T22:14:37,466 INFO [RS:2;71706e0cb9ca:45269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=71706e0cb9ca%2C45269%2C1733436876237, suffix=, logDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,45269,1733436876237, archiveDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/oldWALs, maxLogs=32 2024-12-05T22:14:37,472 DEBUG [RS:0;71706e0cb9ca:37851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123/71706e0cb9ca%2C37851%2C1733436876123.1733436877459, exclude list is [], retry=0 2024-12-05T22:14:37,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-c8780ef9-8a92-4738-82f9-20dbd45b9f5c,DISK] 2024-12-05T22:14:37,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33893,DS-94b25c63-8e92-45dc-a4ae-a6a1795b51c9,DISK] 2024-12-05T22:14:37,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36227,DS-f0709a19-b829-4e44-98e5-c37b66e8d2a8,DISK] 2024-12-05T22:14:37,479 DEBUG [RS:1;71706e0cb9ca:39873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,39873,1733436876196/71706e0cb9ca%2C39873%2C1733436876196.1733436877463, exclude list is [], retry=0 2024-12-05T22:14:37,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36227,DS-f0709a19-b829-4e44-98e5-c37b66e8d2a8,DISK] 2024-12-05T22:14:37,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-c8780ef9-8a92-4738-82f9-20dbd45b9f5c,DISK] 2024-12-05T22:14:37,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33893,DS-94b25c63-8e92-45dc-a4ae-a6a1795b51c9,DISK] 2024-12-05T22:14:37,484 DEBUG [RS:2;71706e0cb9ca:45269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,45269,1733436876237/71706e0cb9ca%2C45269%2C1733436876237.1733436877467, exclude list is [], retry=0 2024-12-05T22:14:37,485 INFO [RS:0;71706e0cb9ca:37851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123/71706e0cb9ca%2C37851%2C1733436876123.1733436877459 2024-12-05T22:14:37,486 DEBUG [RS:0;71706e0cb9ca:37851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45575:45575),(127.0.0.1/127.0.0.1:35975:35975),(127.0.0.1/127.0.0.1:32895:32895)] 2024-12-05T22:14:37,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-c8780ef9-8a92-4738-82f9-20dbd45b9f5c,DISK] 2024-12-05T22:14:37,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33893,DS-94b25c63-8e92-45dc-a4ae-a6a1795b51c9,DISK] 2024-12-05T22:14:37,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36227,DS-f0709a19-b829-4e44-98e5-c37b66e8d2a8,DISK] 2024-12-05T22:14:37,491 INFO [RS:1;71706e0cb9ca:39873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,39873,1733436876196/71706e0cb9ca%2C39873%2C1733436876196.1733436877463 2024-12-05T22:14:37,493 DEBUG [RS:1;71706e0cb9ca:39873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32895:32895),(127.0.0.1/127.0.0.1:45575:45575),(127.0.0.1/127.0.0.1:35975:35975)] 2024-12-05T22:14:37,497 INFO [RS:2;71706e0cb9ca:45269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,45269,1733436876237/71706e0cb9ca%2C45269%2C1733436876237.1733436877467 2024-12-05T22:14:37,497 DEBUG [RS:2;71706e0cb9ca:45269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35975:35975),(127.0.0.1/127.0.0.1:45575:45575),(127.0.0.1/127.0.0.1:32895:32895)] 2024-12-05T22:14:37,687 DEBUG [71706e0cb9ca:46355 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-05T22:14:37,688 DEBUG [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(204): Hosts are {71706e0cb9ca=0} racks are {/default-rack=0} 2024-12-05T22:14:37,691 DEBUG [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T22:14:37,691 DEBUG [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T22:14:37,691 DEBUG [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T22:14:37,691 DEBUG [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T22:14:37,691 DEBUG [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T22:14:37,691 DEBUG [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T22:14:37,691 INFO [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T22:14:37,691 INFO [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T22:14:37,691 INFO [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T22:14:37,691 DEBUG [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T22:14:37,692 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=71706e0cb9ca,39873,1733436876196 2024-12-05T22:14:37,694 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 71706e0cb9ca,39873,1733436876196, state=OPENING 2024-12-05T22:14:37,740 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T22:14:37,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a78f9fd60001, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:37,751 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:37,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:37,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:14:37,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T22:14:37,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T22:14:37,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T22:14:37,756 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T22:14:37,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=71706e0cb9ca,39873,1733436876196}] 2024-12-05T22:14:37,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T22:14:44,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T22:14:44,451 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T22:14:47,765 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T22:14:47,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T22:14:47,829 INFO [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T22:14:47,829 INFO [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T22:14:47,829 INFO [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T22:14:47,831 INFO [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=71706e0cb9ca%2C39873%2C1733436876196.meta, suffix=.meta, logDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,39873,1733436876196, archiveDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/oldWALs, maxLogs=32 2024-12-05T22:14:47,860 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,39873,1733436876196/71706e0cb9ca%2C39873%2C1733436876196.meta.1733436887840.meta, exclude list is [], retry=0 2024-12-05T22:14:47,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33893,DS-94b25c63-8e92-45dc-a4ae-a6a1795b51c9,DISK] 2024-12-05T22:14:47,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36227,DS-f0709a19-b829-4e44-98e5-c37b66e8d2a8,DISK] 2024-12-05T22:14:47,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-c8780ef9-8a92-4738-82f9-20dbd45b9f5c,DISK] 2024-12-05T22:14:47,915 INFO [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,39873,1733436876196/71706e0cb9ca%2C39873%2C1733436876196.meta.1733436887840.meta 2024-12-05T22:14:47,920 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35975:35975),(127.0.0.1/127.0.0.1:32895:32895),(127.0.0.1/127.0.0.1:45575:45575)] 2024-12-05T22:14:47,921 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T22:14:47,921 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T22:14:47,921 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T22:14:47,921 INFO [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T22:14:47,921 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T22:14:47,921 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:47,922 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T22:14:47,922 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T22:14:47,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T22:14:47,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T22:14:47,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:47,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T22:14:47,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T22:14:47,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T22:14:47,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:47,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T22:14:47,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T22:14:47,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T22:14:47,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:47,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T22:14:47,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T22:14:47,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T22:14:47,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:47,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T22:14:47,962 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T22:14:47,963 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740 2024-12-05T22:14:47,965 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740 2024-12-05T22:14:47,967 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T22:14:47,967 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T22:14:47,967 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T22:14:47,970 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T22:14:47,971 INFO [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73478293, jitterRate=0.09491188824176788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T22:14:47,971 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T22:14:47,972 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733436887922Writing region info on filesystem at 1733436887922Initializing all the Stores at 1733436887923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733436887923Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733436887928 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436887928Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733436887928Cleaning up temporary data from old regions at 1733436887967 (+39 ms)Running coprocessor post-open hooks at 1733436887971 (+4 ms)Region opened successfully at 1733436887972 (+1 ms) 2024-12-05T22:14:47,973 INFO [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733436887765 2024-12-05T22:14:47,976 DEBUG [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T22:14:47,976 INFO [RS_OPEN_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T22:14:47,977 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,39873,1733436876196 2024-12-05T22:14:47,981 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 71706e0cb9ca,39873,1733436876196, state=OPEN 2024-12-05T22:14:47,992 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T22:14:47,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T22:14:47,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a78f9fd60001, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T22:14:47,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T22:14:47,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T22:14:47,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T22:14:47,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T22:14:47,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T22:14:47,993 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=71706e0cb9ca,39873,1733436876196 2024-12-05T22:14:47,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T22:14:47,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=71706e0cb9ca,39873,1733436876196 in 10.2370 sec 2024-12-05T22:14:48,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T22:14:48,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7130 sec 2024-12-05T22:14:48,002 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T22:14:48,002 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T22:14:48,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T22:14:48,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71706e0cb9ca,39873,1733436876196, seqNum=-1] 2024-12-05T22:14:48,030 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T22:14:48,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T22:14:48,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8900 sec 2024-12-05T22:14:48,058 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733436888058, completionTime=-1 2024-12-05T22:14:48,058 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-05T22:14:48,059 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T22:14:48,062 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-05T22:14:48,062 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733436948062 2024-12-05T22:14:48,062 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733437008062 2024-12-05T22:14:48,063 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-05T22:14:48,063 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T22:14:48,075 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,46355,1733436875847-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:48,075 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,46355,1733436875847-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:48,075 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,46355,1733436875847-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:48,075 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-71706e0cb9ca:46355, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:48,075 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:48,077 DEBUG [master/71706e0cb9ca:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T22:14:48,080 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:48,088 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.769sec 2024-12-05T22:14:48,100 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T22:14:48,100 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T22:14:48,100 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T22:14:48,100 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T22:14:48,100 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T22:14:48,100 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,46355,1733436875847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T22:14:48,101 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,46355,1733436875847-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T22:14:48,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e78aa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T22:14:48,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71706e0cb9ca,46355,-1 for getting cluster id 2024-12-05T22:14:48,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T22:14:48,119 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e47097e8-95fe-4091-a00b-b3728d97dee1' 2024-12-05T22:14:48,120 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T22:14:48,121 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e47097e8-95fe-4091-a00b-b3728d97dee1" 2024-12-05T22:14:48,121 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb064cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T22:14:48,122 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71706e0cb9ca,46355,-1] 2024-12-05T22:14:48,122 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T22:14:48,132 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T22:14:48,132 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T22:14:48,132 INFO [master/71706e0cb9ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71706e0cb9ca,46355,1733436875847-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T22:14:48,146 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:14:48,155 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T22:14:48,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12811e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T22:14:48,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T22:14:48,162 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71706e0cb9ca,39873,1733436876196, seqNum=-1] 2024-12-05T22:14:48,162 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T22:14:48,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T22:14:48,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=71706e0cb9ca,46355,1733436875847 2024-12-05T22:14:48,178 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733436888178 (current time:1733436888178). 2024-12-05T22:14:48,178 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-05T22:14:48,178 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-05T22:14:48,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25bd2f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T22:14:48,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71706e0cb9ca,46355,-1 for getting cluster id 2024-12-05T22:14:48,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T22:14:48,180 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e47097e8-95fe-4091-a00b-b3728d97dee1' 2024-12-05T22:14:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T22:14:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e47097e8-95fe-4091-a00b-b3728d97dee1" 2024-12-05T22:14:48,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d3c6d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T22:14:48,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71706e0cb9ca,46355,-1] 2024-12-05T22:14:48,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T22:14:48,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:14:48,182 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T22:14:48,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f450de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T22:14:48,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T22:14:48,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71706e0cb9ca,39873,1733436876196, seqNum=-1] 2024-12-05T22:14:48,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T22:14:48,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T22:14:48,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T22:14:48,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T22:14:48,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:14:48,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:14:48,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T22:14:48,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T22:14:48,192 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 71706e0cb9ca,46355,1733436875847 2024-12-05T22:14:48,192 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c970d12 2024-12-05T22:14:48,192 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T22:14:48,209 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T22:14:48,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T22:14:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-05T22:14:48,213 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T22:14:48,214 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:48,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-05T22:14:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T22:14:48,220 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T22:14:48,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741837_1013 (size=361) 2024-12-05T22:14:48,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741837_1013 (size=361) 2024-12-05T22:14:48,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741837_1013 (size=361) 2024-12-05T22:14:48,285 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb3982ed7e4e8473493663cbc60ef0ae, NAME => 'SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd 2024-12-05T22:14:48,310 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a349435ca1f12a75bccbcbabd6a471d5, NAME => 'SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd 2024-12-05T22:14:48,311 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0f6b61a7b90dd97cbd26052c5c59d0c4, NAME => 'SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd 2024-12-05T22:14:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T22:14:48,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741838_1014 (size=54) 2024-12-05T22:14:48,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741838_1014 (size=54) 2024-12-05T22:14:48,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741838_1014 (size=54) 2024-12-05T22:14:48,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:48,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing fb3982ed7e4e8473493663cbc60ef0ae, disabling compactions & flushes 2024-12-05T22:14:48,490 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. 2024-12-05T22:14:48,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. 2024-12-05T22:14:48,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. after waiting 0 ms 2024-12-05T22:14:48,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. 2024-12-05T22:14:48,491 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. 2024-12-05T22:14:48,491 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb3982ed7e4e8473493663cbc60ef0ae: Waiting for close lock at 1733436888490Disabling compacts and flushes for region at 1733436888490Disabling writes for close at 1733436888490Writing region close event to WAL at 1733436888491 (+1 ms)Closed at 1733436888491 2024-12-05T22:14:48,491 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b46f07a37c8672986bf0cd328fffdd3f, NAME => 'SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd 2024-12-05T22:14:48,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741839_1015 (size=62) 2024-12-05T22:14:48,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741839_1015 (size=62) 2024-12-05T22:14:48,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741839_1015 (size=62) 2024-12-05T22:14:48,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:48,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0f6b61a7b90dd97cbd26052c5c59d0c4, disabling compactions & flushes 2024-12-05T22:14:48,526 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4. 2024-12-05T22:14:48,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4. 2024-12-05T22:14:48,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4. after waiting 0 ms 2024-12-05T22:14:48,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4. 2024-12-05T22:14:48,526 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4. 2024-12-05T22:14:48,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0f6b61a7b90dd97cbd26052c5c59d0c4: Waiting for close lock at 1733436888526Disabling compacts and flushes for region at 1733436888526Disabling writes for close at 1733436888526Writing region close event to WAL at 1733436888526Closed at 1733436888526 2024-12-05T22:14:48,527 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0f42c6c425cdce9a5f41d9811dabe4d9, NAME => 'SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd 2024-12-05T22:14:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T22:14:48,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741840_1016 (size=62) 2024-12-05T22:14:48,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741840_1016 (size=62) 2024-12-05T22:14:48,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741840_1016 (size=62) 2024-12-05T22:14:48,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:48,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a349435ca1f12a75bccbcbabd6a471d5, disabling compactions & flushes 2024-12-05T22:14:48,575 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5. 2024-12-05T22:14:48,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5. 2024-12-05T22:14:48,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5. after waiting 0 ms 2024-12-05T22:14:48,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5. 2024-12-05T22:14:48,575 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5. 2024-12-05T22:14:48,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a349435ca1f12a75bccbcbabd6a471d5: Waiting for close lock at 1733436888575Disabling compacts and flushes for region at 1733436888575Disabling writes for close at 1733436888575Writing region close event to WAL at 1733436888575Closed at 1733436888575 2024-12-05T22:14:48,576 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ee8147df98b582f44c391649d33de8b2, NAME => 'SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd 2024-12-05T22:14:48,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741841_1017 (size=62) 2024-12-05T22:14:48,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741841_1017 (size=62) 2024-12-05T22:14:48,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741841_1017 (size=62) 2024-12-05T22:14:48,634 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:48,634 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b46f07a37c8672986bf0cd328fffdd3f, disabling compactions & flushes 2024-12-05T22:14:48,634 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. 2024-12-05T22:14:48,634 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. 2024-12-05T22:14:48,634 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. after waiting 0 ms 2024-12-05T22:14:48,634 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. 2024-12-05T22:14:48,636 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. 2024-12-05T22:14:48,636 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b46f07a37c8672986bf0cd328fffdd3f: Waiting for close lock at 1733436888634Disabling compacts and flushes for region at 1733436888634Disabling writes for close at 1733436888634Writing region close event to WAL at 1733436888634Closed at 1733436888634 2024-12-05T22:14:48,637 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ddc59a542e35e360996d453bdeb2fe7, NAME => 'SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd 2024-12-05T22:14:48,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741842_1018 (size=62) 2024-12-05T22:14:48,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741842_1018 (size=62) 2024-12-05T22:14:48,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741842_1018 (size=62) 2024-12-05T22:14:48,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:48,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0f42c6c425cdce9a5f41d9811dabe4d9, disabling compactions & flushes 2024-12-05T22:14:48,649 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9. 2024-12-05T22:14:48,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9. 2024-12-05T22:14:48,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9. after waiting 0 ms 2024-12-05T22:14:48,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9. 2024-12-05T22:14:48,650 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9. 2024-12-05T22:14:48,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0f42c6c425cdce9a5f41d9811dabe4d9: Waiting for close lock at 1733436888649Disabling compacts and flushes for region at 1733436888649Disabling writes for close at 1733436888650 (+1 ms)Writing region close event to WAL at 1733436888650Closed at 1733436888650 2024-12-05T22:14:48,651 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8e000fa3722cc019229600f70912ead0, NAME => 'SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd 2024-12-05T22:14:48,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741843_1019 (size=62) 2024-12-05T22:14:48,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741843_1019 (size=62) 2024-12-05T22:14:48,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741843_1019 (size=62) 2024-12-05T22:14:48,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:48,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ee8147df98b582f44c391649d33de8b2, disabling compactions & flushes 2024-12-05T22:14:48,699 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2. 2024-12-05T22:14:48,699 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2. 2024-12-05T22:14:48,699 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2. after waiting 0 ms 2024-12-05T22:14:48,699 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2. 2024-12-05T22:14:48,699 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2. 2024-12-05T22:14:48,699 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ee8147df98b582f44c391649d33de8b2: Waiting for close lock at 1733436888698Disabling compacts and flushes for region at 1733436888698Disabling writes for close at 1733436888699 (+1 ms)Writing region close event to WAL at 1733436888699Closed at 1733436888699 2024-12-05T22:14:48,700 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3d600a45b6aed1bfb6f360278f99614e, NAME => 'SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd 2024-12-05T22:14:48,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741844_1020 (size=62) 2024-12-05T22:14:48,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741844_1020 (size=62) 2024-12-05T22:14:48,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741844_1020 (size=62) 2024-12-05T22:14:48,790 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:48,790 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5ddc59a542e35e360996d453bdeb2fe7, disabling compactions & flushes 2024-12-05T22:14:48,790 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. 2024-12-05T22:14:48,790 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. 2024-12-05T22:14:48,790 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. after waiting 0 ms 2024-12-05T22:14:48,790 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. 2024-12-05T22:14:48,790 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. 2024-12-05T22:14:48,790 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ddc59a542e35e360996d453bdeb2fe7: Waiting for close lock at 1733436888790Disabling compacts and flushes for region at 1733436888790Disabling writes for close at 1733436888790Writing region close event to WAL at 1733436888790Closed at 1733436888790 2024-12-05T22:14:48,791 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec0a5d9b66e8402cf8c9fc1f98daf836, NAME => 'SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd 2024-12-05T22:14:48,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741845_1021 (size=62) 2024-12-05T22:14:48,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741845_1021 (size=62) 2024-12-05T22:14:48,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741845_1021 (size=62) 2024-12-05T22:14:48,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:48,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8e000fa3722cc019229600f70912ead0, disabling compactions & flushes 2024-12-05T22:14:48,829 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0. 2024-12-05T22:14:48,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0. 2024-12-05T22:14:48,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0. after waiting 0 ms 2024-12-05T22:14:48,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0. 2024-12-05T22:14:48,829 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0. 2024-12-05T22:14:48,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8e000fa3722cc019229600f70912ead0: Waiting for close lock at 1733436888829Disabling compacts and flushes for region at 1733436888829Disabling writes for close at 1733436888829Writing region close event to WAL at 1733436888829Closed at 1733436888829 2024-12-05T22:14:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T22:14:48,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741846_1022 (size=62) 2024-12-05T22:14:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741846_1022 (size=62) 2024-12-05T22:14:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741846_1022 (size=62) 2024-12-05T22:14:48,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:48,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3d600a45b6aed1bfb6f360278f99614e, disabling compactions & flushes 2024-12-05T22:14:48,873 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e. 2024-12-05T22:14:48,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e. 2024-12-05T22:14:48,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e. after waiting 0 ms 2024-12-05T22:14:48,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e. 2024-12-05T22:14:48,874 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e. 2024-12-05T22:14:48,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3d600a45b6aed1bfb6f360278f99614e: Waiting for close lock at 1733436888873Disabling compacts and flushes for region at 1733436888873Disabling writes for close at 1733436888874 (+1 ms)Writing region close event to WAL at 1733436888874Closed at 1733436888874 2024-12-05T22:14:48,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741847_1023 (size=54) 2024-12-05T22:14:48,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741847_1023 (size=54) 2024-12-05T22:14:48,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741847_1023 (size=54) 2024-12-05T22:14:48,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:48,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ec0a5d9b66e8402cf8c9fc1f98daf836, disabling compactions & flushes 2024-12-05T22:14:48,897 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. 2024-12-05T22:14:48,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. 2024-12-05T22:14:48,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. after waiting 0 ms 2024-12-05T22:14:48,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. 2024-12-05T22:14:48,897 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. 2024-12-05T22:14:48,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec0a5d9b66e8402cf8c9fc1f98daf836: Waiting for close lock at 1733436888897Disabling compacts and flushes for region at 1733436888897Disabling writes for close at 1733436888897Writing region close event to WAL at 1733436888897Closed at 1733436888897 2024-12-05T22:14:48,898 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T22:14:48,899 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733436888899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436888899"}]},"ts":"1733436888899"} 2024-12-05T22:14:48,899 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733436888899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436888899"}]},"ts":"1733436888899"} 2024-12-05T22:14:48,899 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733436888899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436888899"}]},"ts":"1733436888899"} 2024-12-05T22:14:48,900 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733436888899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436888899"}]},"ts":"1733436888899"} 2024-12-05T22:14:48,900 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733436888899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436888899"}]},"ts":"1733436888899"} 2024-12-05T22:14:48,900 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733436888899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436888899"}]},"ts":"1733436888899"} 2024-12-05T22:14:48,900 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733436888899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436888899"}]},"ts":"1733436888899"} 2024-12-05T22:14:48,900 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733436888899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436888899"}]},"ts":"1733436888899"} 2024-12-05T22:14:48,900 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733436888899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436888899"}]},"ts":"1733436888899"} 2024-12-05T22:14:48,900 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733436888899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733436888899"}]},"ts":"1733436888899"} 2024-12-05T22:14:48,906 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-05T22:14:48,908 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T22:14:48,908 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733436888908"}]},"ts":"1733436888908"} 2024-12-05T22:14:48,911 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-05T22:14:48,912 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {71706e0cb9ca=0} racks are {/default-rack=0} 2024-12-05T22:14:48,919 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T22:14:48,919 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T22:14:48,919 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T22:14:48,919 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T22:14:48,919 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T22:14:48,919 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T22:14:48,920 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T22:14:48,920 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T22:14:48,920 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T22:14:48,920 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T22:14:48,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb3982ed7e4e8473493663cbc60ef0ae, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f6b61a7b90dd97cbd26052c5c59d0c4, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a349435ca1f12a75bccbcbabd6a471d5, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b46f07a37c8672986bf0cd328fffdd3f, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f42c6c425cdce9a5f41d9811dabe4d9, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee8147df98b582f44c391649d33de8b2, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ddc59a542e35e360996d453bdeb2fe7, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e000fa3722cc019229600f70912ead0, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d600a45b6aed1bfb6f360278f99614e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec0a5d9b66e8402cf8c9fc1f98daf836, ASSIGN}] 2024-12-05T22:14:48,924 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb3982ed7e4e8473493663cbc60ef0ae, ASSIGN 2024-12-05T22:14:48,926 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb3982ed7e4e8473493663cbc60ef0ae, ASSIGN; state=OFFLINE, location=71706e0cb9ca,37851,1733436876123; forceNewPlan=false, retain=false 2024-12-05T22:14:48,928 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f6b61a7b90dd97cbd26052c5c59d0c4, ASSIGN 2024-12-05T22:14:48,930 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f6b61a7b90dd97cbd26052c5c59d0c4, ASSIGN; state=OFFLINE, location=71706e0cb9ca,45269,1733436876237; forceNewPlan=false, retain=false 2024-12-05T22:14:48,934 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec0a5d9b66e8402cf8c9fc1f98daf836, ASSIGN 2024-12-05T22:14:48,935 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d600a45b6aed1bfb6f360278f99614e, ASSIGN 2024-12-05T22:14:48,938 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e000fa3722cc019229600f70912ead0, ASSIGN 2024-12-05T22:14:48,939 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ddc59a542e35e360996d453bdeb2fe7, ASSIGN 2024-12-05T22:14:48,940 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee8147df98b582f44c391649d33de8b2, ASSIGN 2024-12-05T22:14:48,940 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ec0a5d9b66e8402cf8c9fc1f98daf836, ASSIGN; state=OFFLINE, location=71706e0cb9ca,37851,1733436876123; forceNewPlan=false, retain=false 2024-12-05T22:14:48,942 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3d600a45b6aed1bfb6f360278f99614e, ASSIGN; state=OFFLINE, location=71706e0cb9ca,39873,1733436876196; forceNewPlan=false, retain=false 2024-12-05T22:14:48,942 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e000fa3722cc019229600f70912ead0, ASSIGN; state=OFFLINE, location=71706e0cb9ca,45269,1733436876237; forceNewPlan=false, retain=false 2024-12-05T22:14:48,942 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f42c6c425cdce9a5f41d9811dabe4d9, ASSIGN 2024-12-05T22:14:48,943 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ddc59a542e35e360996d453bdeb2fe7, ASSIGN; state=OFFLINE, location=71706e0cb9ca,37851,1733436876123; forceNewPlan=false, retain=false 2024-12-05T22:14:48,943 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee8147df98b582f44c391649d33de8b2, ASSIGN; state=OFFLINE, location=71706e0cb9ca,39873,1733436876196; forceNewPlan=false, retain=false 2024-12-05T22:14:48,944 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f42c6c425cdce9a5f41d9811dabe4d9, ASSIGN; state=OFFLINE, location=71706e0cb9ca,45269,1733436876237; forceNewPlan=false, retain=false 2024-12-05T22:14:48,947 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b46f07a37c8672986bf0cd328fffdd3f, ASSIGN 2024-12-05T22:14:48,948 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a349435ca1f12a75bccbcbabd6a471d5, ASSIGN 2024-12-05T22:14:48,951 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b46f07a37c8672986bf0cd328fffdd3f, ASSIGN; state=OFFLINE, location=71706e0cb9ca,37851,1733436876123; forceNewPlan=false, retain=false 2024-12-05T22:14:48,951 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a349435ca1f12a75bccbcbabd6a471d5, ASSIGN; state=OFFLINE, location=71706e0cb9ca,39873,1733436876196; forceNewPlan=false, retain=false 2024-12-05T22:14:49,078 INFO [71706e0cb9ca:46355 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-05T22:14:49,078 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8e000fa3722cc019229600f70912ead0, regionState=OPENING, regionLocation=71706e0cb9ca,45269,1733436876237 2024-12-05T22:14:49,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0f42c6c425cdce9a5f41d9811dabe4d9, regionState=OPENING, regionLocation=71706e0cb9ca,45269,1733436876237 2024-12-05T22:14:49,079 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0f6b61a7b90dd97cbd26052c5c59d0c4, regionState=OPENING, regionLocation=71706e0cb9ca,45269,1733436876237 2024-12-05T22:14:49,079 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3d600a45b6aed1bfb6f360278f99614e, regionState=OPENING, regionLocation=71706e0cb9ca,39873,1733436876196 2024-12-05T22:14:49,080 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ee8147df98b582f44c391649d33de8b2, regionState=OPENING, regionLocation=71706e0cb9ca,39873,1733436876196 2024-12-05T22:14:49,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a349435ca1f12a75bccbcbabd6a471d5, regionState=OPENING, regionLocation=71706e0cb9ca,39873,1733436876196 2024-12-05T22:14:49,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ec0a5d9b66e8402cf8c9fc1f98daf836, regionState=OPENING, regionLocation=71706e0cb9ca,37851,1733436876123 2024-12-05T22:14:49,080 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5ddc59a542e35e360996d453bdeb2fe7, regionState=OPENING, regionLocation=71706e0cb9ca,37851,1733436876123 2024-12-05T22:14:49,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b46f07a37c8672986bf0cd328fffdd3f, regionState=OPENING, regionLocation=71706e0cb9ca,37851,1733436876123 2024-12-05T22:14:49,081 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb3982ed7e4e8473493663cbc60ef0ae, regionState=OPENING, regionLocation=71706e0cb9ca,37851,1733436876123 2024-12-05T22:14:49,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e000fa3722cc019229600f70912ead0, ASSIGN because future has completed 2024-12-05T22:14:49,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f6b61a7b90dd97cbd26052c5c59d0c4, ASSIGN because future has completed 2024-12-05T22:14:49,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e000fa3722cc019229600f70912ead0, server=71706e0cb9ca,45269,1733436876237}] 2024-12-05T22:14:49,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f6b61a7b90dd97cbd26052c5c59d0c4, server=71706e0cb9ca,45269,1733436876237}] 2024-12-05T22:14:49,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f42c6c425cdce9a5f41d9811dabe4d9, ASSIGN because future has completed 2024-12-05T22:14:49,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3d600a45b6aed1bfb6f360278f99614e, ASSIGN because future has completed 2024-12-05T22:14:49,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f42c6c425cdce9a5f41d9811dabe4d9, server=71706e0cb9ca,45269,1733436876237}] 2024-12-05T22:14:49,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d600a45b6aed1bfb6f360278f99614e, server=71706e0cb9ca,39873,1733436876196}] 2024-12-05T22:14:49,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a349435ca1f12a75bccbcbabd6a471d5, ASSIGN because future has completed 2024-12-05T22:14:49,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ec0a5d9b66e8402cf8c9fc1f98daf836, ASSIGN because future has completed 2024-12-05T22:14:49,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a349435ca1f12a75bccbcbabd6a471d5, server=71706e0cb9ca,39873,1733436876196}] 2024-12-05T22:14:49,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ddc59a542e35e360996d453bdeb2fe7, ASSIGN because future has completed 2024-12-05T22:14:49,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb3982ed7e4e8473493663cbc60ef0ae, ASSIGN because future has completed 2024-12-05T22:14:49,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ddc59a542e35e360996d453bdeb2fe7, server=71706e0cb9ca,37851,1733436876123}] 2024-12-05T22:14:49,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b46f07a37c8672986bf0cd328fffdd3f, ASSIGN because future has completed 2024-12-05T22:14:49,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec0a5d9b66e8402cf8c9fc1f98daf836, server=71706e0cb9ca,37851,1733436876123}] 2024-12-05T22:14:49,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee8147df98b582f44c391649d33de8b2, ASSIGN because future has completed 2024-12-05T22:14:49,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b46f07a37c8672986bf0cd328fffdd3f, server=71706e0cb9ca,37851,1733436876123}] 2024-12-05T22:14:49,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb3982ed7e4e8473493663cbc60ef0ae, server=71706e0cb9ca,37851,1733436876123}] 2024-12-05T22:14:49,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee8147df98b582f44c391649d33de8b2, server=71706e0cb9ca,39873,1733436876196}] 2024-12-05T22:14:49,305 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T22:14:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T22:14:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T22:14:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T22:14:52,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T22:14:52,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T22:14:52,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T22:14:53,472 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T22:14:53,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T22:14:53,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T22:14:53,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T22:14:54,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T22:14:54,451 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T22:14:54,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T22:14:54,452 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T22:14:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T22:14:59,114 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T22:14:59,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T22:14:59,120 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0. 2024-12-05T22:14:59,120 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e000fa3722cc019229600f70912ead0, NAME => 'SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-05T22:14:59,121 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8e000fa3722cc019229600f70912ead0 2024-12-05T22:14:59,121 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:59,121 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 8e000fa3722cc019229600f70912ead0 2024-12-05T22:14:59,121 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 8e000fa3722cc019229600f70912ead0 2024-12-05T22:14:59,128 INFO [StoreOpener-8e000fa3722cc019229600f70912ead0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8e000fa3722cc019229600f70912ead0 2024-12-05T22:14:59,131 INFO [StoreOpener-8e000fa3722cc019229600f70912ead0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e000fa3722cc019229600f70912ead0 columnFamilyName cf 2024-12-05T22:14:59,131 DEBUG [StoreOpener-8e000fa3722cc019229600f70912ead0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:59,131 INFO [StoreOpener-8e000fa3722cc019229600f70912ead0-1 {}] regionserver.HStore(327): Store=8e000fa3722cc019229600f70912ead0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:14:59,131 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 8e000fa3722cc019229600f70912ead0 2024-12-05T22:14:59,132 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/8e000fa3722cc019229600f70912ead0 2024-12-05T22:14:59,133 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/8e000fa3722cc019229600f70912ead0 2024-12-05T22:14:59,133 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 8e000fa3722cc019229600f70912ead0 2024-12-05T22:14:59,133 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 8e000fa3722cc019229600f70912ead0 2024-12-05T22:14:59,135 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 8e000fa3722cc019229600f70912ead0 2024-12-05T22:14:59,141 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/8e000fa3722cc019229600f70912ead0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:14:59,142 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 8e000fa3722cc019229600f70912ead0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61792692, jitterRate=-0.07921713590621948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:14:59,142 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e000fa3722cc019229600f70912ead0 2024-12-05T22:14:59,142 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 8e000fa3722cc019229600f70912ead0: Running coprocessor pre-open hook at 1733436899121Writing region info on filesystem at 1733436899121Initializing all the Stores at 1733436899122 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436899122Cleaning up temporary data from old regions at 1733436899133 (+11 ms)Running coprocessor post-open hooks at 1733436899142 (+9 ms)Region opened successfully at 1733436899142 2024-12-05T22:14:59,143 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0., pid=15, masterSystemTime=1733436899114 2024-12-05T22:14:59,145 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0. 2024-12-05T22:14:59,145 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0. 2024-12-05T22:14:59,145 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9. 2024-12-05T22:14:59,145 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f42c6c425cdce9a5f41d9811dabe4d9, NAME => 'SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-05T22:14:59,145 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0f42c6c425cdce9a5f41d9811dabe4d9 2024-12-05T22:14:59,145 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:59,145 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 0f42c6c425cdce9a5f41d9811dabe4d9 2024-12-05T22:14:59,145 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 0f42c6c425cdce9a5f41d9811dabe4d9 2024-12-05T22:14:59,146 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8e000fa3722cc019229600f70912ead0, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,45269,1733436876237 2024-12-05T22:14:59,151 INFO [StoreOpener-0f42c6c425cdce9a5f41d9811dabe4d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0f42c6c425cdce9a5f41d9811dabe4d9 2024-12-05T22:14:59,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e000fa3722cc019229600f70912ead0, server=71706e0cb9ca,45269,1733436876237 because future has completed 2024-12-05T22:14:59,154 INFO [StoreOpener-0f42c6c425cdce9a5f41d9811dabe4d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f42c6c425cdce9a5f41d9811dabe4d9 columnFamilyName cf 2024-12-05T22:14:59,154 DEBUG [StoreOpener-0f42c6c425cdce9a5f41d9811dabe4d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:59,155 INFO [StoreOpener-0f42c6c425cdce9a5f41d9811dabe4d9-1 {}] regionserver.HStore(327): Store=0f42c6c425cdce9a5f41d9811dabe4d9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:14:59,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-12-05T22:14:59,155 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 0f42c6c425cdce9a5f41d9811dabe4d9 2024-12-05T22:14:59,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e000fa3722cc019229600f70912ead0, server=71706e0cb9ca,45269,1733436876237 in 10.0540 sec 2024-12-05T22:14:59,156 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/0f42c6c425cdce9a5f41d9811dabe4d9 2024-12-05T22:14:59,157 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/0f42c6c425cdce9a5f41d9811dabe4d9 2024-12-05T22:14:59,157 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 0f42c6c425cdce9a5f41d9811dabe4d9 2024-12-05T22:14:59,157 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 0f42c6c425cdce9a5f41d9811dabe4d9 2024-12-05T22:14:59,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e000fa3722cc019229600f70912ead0, ASSIGN in 10.2350 sec 2024-12-05T22:14:59,159 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 0f42c6c425cdce9a5f41d9811dabe4d9 2024-12-05T22:14:59,165 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/0f42c6c425cdce9a5f41d9811dabe4d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:14:59,166 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 0f42c6c425cdce9a5f41d9811dabe4d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64678270, jitterRate=-0.03621867299079895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:14:59,166 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f42c6c425cdce9a5f41d9811dabe4d9 2024-12-05T22:14:59,166 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 0f42c6c425cdce9a5f41d9811dabe4d9: Running coprocessor pre-open hook at 1733436899146Writing region info on filesystem at 1733436899146Initializing all the Stores at 1733436899150 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436899150Cleaning up temporary data from old regions at 1733436899157 (+7 ms)Running coprocessor post-open hooks at 1733436899166 (+9 ms)Region opened successfully at 1733436899166 2024-12-05T22:14:59,167 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9., pid=17, masterSystemTime=1733436899114 2024-12-05T22:14:59,169 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9. 2024-12-05T22:14:59,169 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9. 2024-12-05T22:14:59,170 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4. 2024-12-05T22:14:59,170 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f6b61a7b90dd97cbd26052c5c59d0c4, NAME => 'SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-05T22:14:59,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0f42c6c425cdce9a5f41d9811dabe4d9, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,45269,1733436876237 2024-12-05T22:14:59,170 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0f6b61a7b90dd97cbd26052c5c59d0c4 2024-12-05T22:14:59,170 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:59,170 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 0f6b61a7b90dd97cbd26052c5c59d0c4 2024-12-05T22:14:59,170 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 0f6b61a7b90dd97cbd26052c5c59d0c4 2024-12-05T22:14:59,172 INFO [StoreOpener-0f6b61a7b90dd97cbd26052c5c59d0c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0f6b61a7b90dd97cbd26052c5c59d0c4 2024-12-05T22:14:59,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f42c6c425cdce9a5f41d9811dabe4d9, server=71706e0cb9ca,45269,1733436876237 because future has completed 2024-12-05T22:14:59,174 INFO [StoreOpener-0f6b61a7b90dd97cbd26052c5c59d0c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f6b61a7b90dd97cbd26052c5c59d0c4 columnFamilyName cf 2024-12-05T22:14:59,174 DEBUG [StoreOpener-0f6b61a7b90dd97cbd26052c5c59d0c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:59,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-12-05T22:14:59,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f42c6c425cdce9a5f41d9811dabe4d9, server=71706e0cb9ca,45269,1733436876237 in 10.0480 sec 2024-12-05T22:14:59,177 INFO [StoreOpener-0f6b61a7b90dd97cbd26052c5c59d0c4-1 {}] regionserver.HStore(327): Store=0f6b61a7b90dd97cbd26052c5c59d0c4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:14:59,177 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 0f6b61a7b90dd97cbd26052c5c59d0c4 2024-12-05T22:14:59,178 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/0f6b61a7b90dd97cbd26052c5c59d0c4 2024-12-05T22:14:59,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f42c6c425cdce9a5f41d9811dabe4d9, ASSIGN in 10.2550 sec 2024-12-05T22:14:59,179 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/0f6b61a7b90dd97cbd26052c5c59d0c4 2024-12-05T22:14:59,180 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 0f6b61a7b90dd97cbd26052c5c59d0c4 2024-12-05T22:14:59,180 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 0f6b61a7b90dd97cbd26052c5c59d0c4 2024-12-05T22:14:59,182 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 0f6b61a7b90dd97cbd26052c5c59d0c4 2024-12-05T22:14:59,185 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/0f6b61a7b90dd97cbd26052c5c59d0c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:14:59,187 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 0f6b61a7b90dd97cbd26052c5c59d0c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69416092, jitterRate=0.03438037633895874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:14:59,188 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f6b61a7b90dd97cbd26052c5c59d0c4 2024-12-05T22:14:59,188 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 0f6b61a7b90dd97cbd26052c5c59d0c4: Running coprocessor pre-open hook at 1733436899170Writing region info on filesystem at 1733436899170Initializing all the Stores at 1733436899171 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436899172 (+1 ms)Cleaning up temporary data from old regions at 1733436899180 (+8 ms)Running coprocessor post-open hooks at 1733436899188 (+8 ms)Region opened successfully at 1733436899188 2024-12-05T22:14:59,190 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2. 2024-12-05T22:14:59,190 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => ee8147df98b582f44c391649d33de8b2, NAME => 'SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-05T22:14:59,191 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ee8147df98b582f44c391649d33de8b2 2024-12-05T22:14:59,191 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:59,191 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for ee8147df98b582f44c391649d33de8b2 2024-12-05T22:14:59,191 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for ee8147df98b582f44c391649d33de8b2 2024-12-05T22:14:59,191 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4., pid=16, masterSystemTime=1733436899114 2024-12-05T22:14:59,194 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0f6b61a7b90dd97cbd26052c5c59d0c4, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,45269,1733436876237 2024-12-05T22:14:59,195 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4. 2024-12-05T22:14:59,195 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4. 2024-12-05T22:14:59,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f6b61a7b90dd97cbd26052c5c59d0c4, server=71706e0cb9ca,45269,1733436876237 because future has completed 2024-12-05T22:14:59,207 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T22:14:59,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-12-05T22:14:59,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f6b61a7b90dd97cbd26052c5c59d0c4, server=71706e0cb9ca,45269,1733436876237 in 10.1040 sec 2024-12-05T22:14:59,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f6b61a7b90dd97cbd26052c5c59d0c4, ASSIGN in 10.2890 sec 2024-12-05T22:14:59,219 INFO [StoreOpener-ee8147df98b582f44c391649d33de8b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ee8147df98b582f44c391649d33de8b2 2024-12-05T22:14:59,222 INFO [StoreOpener-ee8147df98b582f44c391649d33de8b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee8147df98b582f44c391649d33de8b2 columnFamilyName cf 2024-12-05T22:14:59,222 DEBUG [StoreOpener-ee8147df98b582f44c391649d33de8b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:59,225 INFO [StoreOpener-ee8147df98b582f44c391649d33de8b2-1 {}] regionserver.HStore(327): Store=ee8147df98b582f44c391649d33de8b2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:14:59,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T22:14:59,226 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for ee8147df98b582f44c391649d33de8b2 2024-12-05T22:14:59,227 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ee8147df98b582f44c391649d33de8b2 2024-12-05T22:14:59,229 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ee8147df98b582f44c391649d33de8b2 2024-12-05T22:14:59,230 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for ee8147df98b582f44c391649d33de8b2 2024-12-05T22:14:59,230 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for ee8147df98b582f44c391649d33de8b2 2024-12-05T22:14:59,235 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for ee8147df98b582f44c391649d33de8b2 2024-12-05T22:14:59,242 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ee8147df98b582f44c391649d33de8b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:14:59,243 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened ee8147df98b582f44c391649d33de8b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65701770, jitterRate=-0.020967334508895874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:14:59,243 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee8147df98b582f44c391649d33de8b2 2024-12-05T22:14:59,243 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for ee8147df98b582f44c391649d33de8b2: Running coprocessor pre-open hook at 1733436899191Writing region info on filesystem at 1733436899191Initializing all the Stores at 1733436899193 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436899193Cleaning up temporary data from old regions at 1733436899230 (+37 ms)Running coprocessor post-open hooks at 1733436899243 (+13 ms)Region opened successfully at 1733436899243 2024-12-05T22:14:59,245 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2., pid=24, masterSystemTime=1733436899179 2024-12-05T22:14:59,247 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2. 2024-12-05T22:14:59,247 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2. 2024-12-05T22:14:59,247 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5. 2024-12-05T22:14:59,247 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a349435ca1f12a75bccbcbabd6a471d5, NAME => 'SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-05T22:14:59,248 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a349435ca1f12a75bccbcbabd6a471d5 2024-12-05T22:14:59,248 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:59,248 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ee8147df98b582f44c391649d33de8b2, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,39873,1733436876196 2024-12-05T22:14:59,248 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a349435ca1f12a75bccbcbabd6a471d5 2024-12-05T22:14:59,248 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a349435ca1f12a75bccbcbabd6a471d5 2024-12-05T22:14:59,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee8147df98b582f44c391649d33de8b2, server=71706e0cb9ca,39873,1733436876196 because future has completed 2024-12-05T22:14:59,255 INFO [StoreOpener-a349435ca1f12a75bccbcbabd6a471d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a349435ca1f12a75bccbcbabd6a471d5 2024-12-05T22:14:59,256 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. 2024-12-05T22:14:59,256 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => ec0a5d9b66e8402cf8c9fc1f98daf836, NAME => 'SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T22:14:59,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-12-05T22:14:59,257 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:14:59,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ee8147df98b582f44c391649d33de8b2, server=71706e0cb9ca,39873,1733436876196 in 10.0320 sec 2024-12-05T22:14:59,257 INFO [StoreOpener-a349435ca1f12a75bccbcbabd6a471d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a349435ca1f12a75bccbcbabd6a471d5 columnFamilyName cf 2024-12-05T22:14:59,257 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:59,257 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:14:59,258 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:14:59,258 DEBUG [StoreOpener-a349435ca1f12a75bccbcbabd6a471d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:59,258 INFO [StoreOpener-a349435ca1f12a75bccbcbabd6a471d5-1 {}] regionserver.HStore(327): Store=a349435ca1f12a75bccbcbabd6a471d5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:14:59,258 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a349435ca1f12a75bccbcbabd6a471d5 2024-12-05T22:14:59,259 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/a349435ca1f12a75bccbcbabd6a471d5 2024-12-05T22:14:59,260 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/a349435ca1f12a75bccbcbabd6a471d5 2024-12-05T22:14:59,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee8147df98b582f44c391649d33de8b2, ASSIGN in 10.3360 sec 2024-12-05T22:14:59,261 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a349435ca1f12a75bccbcbabd6a471d5 2024-12-05T22:14:59,261 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a349435ca1f12a75bccbcbabd6a471d5 2024-12-05T22:14:59,266 INFO [StoreOpener-ec0a5d9b66e8402cf8c9fc1f98daf836-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:14:59,271 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a349435ca1f12a75bccbcbabd6a471d5 2024-12-05T22:14:59,271 INFO [StoreOpener-ec0a5d9b66e8402cf8c9fc1f98daf836-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec0a5d9b66e8402cf8c9fc1f98daf836 columnFamilyName cf 2024-12-05T22:14:59,271 DEBUG [StoreOpener-ec0a5d9b66e8402cf8c9fc1f98daf836-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:59,272 INFO [StoreOpener-ec0a5d9b66e8402cf8c9fc1f98daf836-1 {}] regionserver.HStore(327): Store=ec0a5d9b66e8402cf8c9fc1f98daf836/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:14:59,272 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:14:59,275 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:14:59,276 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/a349435ca1f12a75bccbcbabd6a471d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:14:59,276 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened a349435ca1f12a75bccbcbabd6a471d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68117232, jitterRate=0.015025854110717773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:14:59,277 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a349435ca1f12a75bccbcbabd6a471d5 2024-12-05T22:14:59,277 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a349435ca1f12a75bccbcbabd6a471d5: Running coprocessor pre-open hook at 1733436899248Writing region info on filesystem at 1733436899248Initializing all the Stores at 1733436899250 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436899250Cleaning up temporary data from old regions at 1733436899261 (+11 ms)Running coprocessor post-open hooks at 1733436899277 (+16 ms)Region opened successfully at 1733436899277 2024-12-05T22:14:59,278 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:14:59,278 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5., pid=19, masterSystemTime=1733436899179 2024-12-05T22:14:59,280 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:14:59,280 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:14:59,283 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5. 2024-12-05T22:14:59,283 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5. 2024-12-05T22:14:59,283 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e. 2024-12-05T22:14:59,283 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a349435ca1f12a75bccbcbabd6a471d5, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,39873,1733436876196 2024-12-05T22:14:59,283 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d600a45b6aed1bfb6f360278f99614e, NAME => 'SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-05T22:14:59,283 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3d600a45b6aed1bfb6f360278f99614e 2024-12-05T22:14:59,283 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:59,284 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3d600a45b6aed1bfb6f360278f99614e 2024-12-05T22:14:59,284 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3d600a45b6aed1bfb6f360278f99614e 2024-12-05T22:14:59,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a349435ca1f12a75bccbcbabd6a471d5, server=71706e0cb9ca,39873,1733436876196 because future has completed 2024-12-05T22:14:59,290 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:14:59,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-12-05T22:14:59,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure a349435ca1f12a75bccbcbabd6a471d5, server=71706e0cb9ca,39873,1733436876196 in 10.1200 sec 2024-12-05T22:14:59,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a349435ca1f12a75bccbcbabd6a471d5, ASSIGN in 10.3710 sec 2024-12-05T22:14:59,302 INFO [StoreOpener-3d600a45b6aed1bfb6f360278f99614e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3d600a45b6aed1bfb6f360278f99614e 2024-12-05T22:14:59,307 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ec0a5d9b66e8402cf8c9fc1f98daf836/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:14:59,307 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened ec0a5d9b66e8402cf8c9fc1f98daf836; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58755686, jitterRate=-0.12447205185890198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:14:59,307 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:14:59,308 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for ec0a5d9b66e8402cf8c9fc1f98daf836: Running coprocessor pre-open hook at 1733436899258Writing region info on filesystem at 1733436899258Initializing all the Stores at 1733436899259 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436899259Cleaning up temporary data from old regions at 1733436899280 (+21 ms)Running coprocessor post-open hooks at 1733436899308 (+28 ms)Region opened successfully at 1733436899308 2024-12-05T22:14:59,312 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836., pid=21, masterSystemTime=1733436899206 2024-12-05T22:14:59,316 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. 2024-12-05T22:14:59,316 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. 2024-12-05T22:14:59,316 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. 2024-12-05T22:14:59,317 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => b46f07a37c8672986bf0cd328fffdd3f, NAME => 'SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-05T22:14:59,317 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:14:59,317 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:59,317 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:14:59,317 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:14:59,318 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ec0a5d9b66e8402cf8c9fc1f98daf836, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,37851,1733436876123 2024-12-05T22:14:59,318 INFO [StoreOpener-3d600a45b6aed1bfb6f360278f99614e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d600a45b6aed1bfb6f360278f99614e columnFamilyName cf 2024-12-05T22:14:59,319 DEBUG [StoreOpener-3d600a45b6aed1bfb6f360278f99614e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:59,319 INFO [StoreOpener-b46f07a37c8672986bf0cd328fffdd3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:14:59,321 INFO [StoreOpener-3d600a45b6aed1bfb6f360278f99614e-1 {}] regionserver.HStore(327): Store=3d600a45b6aed1bfb6f360278f99614e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:14:59,321 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3d600a45b6aed1bfb6f360278f99614e 2024-12-05T22:14:59,322 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/3d600a45b6aed1bfb6f360278f99614e 2024-12-05T22:14:59,323 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/3d600a45b6aed1bfb6f360278f99614e 2024-12-05T22:14:59,328 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3d600a45b6aed1bfb6f360278f99614e 2024-12-05T22:14:59,328 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3d600a45b6aed1bfb6f360278f99614e 2024-12-05T22:14:59,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec0a5d9b66e8402cf8c9fc1f98daf836, server=71706e0cb9ca,37851,1733436876123 because future has completed 2024-12-05T22:14:59,332 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3d600a45b6aed1bfb6f360278f99614e 2024-12-05T22:14:59,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-12-05T22:14:59,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure ec0a5d9b66e8402cf8c9fc1f98daf836, server=71706e0cb9ca,37851,1733436876123 in 10.1320 sec 2024-12-05T22:14:59,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec0a5d9b66e8402cf8c9fc1f98daf836, ASSIGN in 10.4180 sec 2024-12-05T22:14:59,342 INFO [StoreOpener-b46f07a37c8672986bf0cd328fffdd3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b46f07a37c8672986bf0cd328fffdd3f columnFamilyName cf 2024-12-05T22:14:59,342 DEBUG [StoreOpener-b46f07a37c8672986bf0cd328fffdd3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:59,344 INFO [StoreOpener-b46f07a37c8672986bf0cd328fffdd3f-1 {}] regionserver.HStore(327): Store=b46f07a37c8672986bf0cd328fffdd3f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:14:59,345 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/3d600a45b6aed1bfb6f360278f99614e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:14:59,345 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:14:59,346 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3d600a45b6aed1bfb6f360278f99614e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72301419, jitterRate=0.07737509906291962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:14:59,346 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d600a45b6aed1bfb6f360278f99614e 2024-12-05T22:14:59,347 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3d600a45b6aed1bfb6f360278f99614e: Running coprocessor pre-open hook at 1733436899284Writing region info on filesystem at 1733436899284Initializing all the Stores at 1733436899290 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436899291 (+1 ms)Cleaning up temporary data from old regions at 1733436899328 (+37 ms)Running coprocessor post-open hooks at 1733436899346 (+18 ms)Region opened successfully at 1733436899346 2024-12-05T22:14:59,348 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:14:59,349 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:14:59,350 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:14:59,350 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:14:59,353 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:14:59,354 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e., pid=18, masterSystemTime=1733436899179 2024-12-05T22:14:59,357 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e. 2024-12-05T22:14:59,357 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e. 2024-12-05T22:14:59,360 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3d600a45b6aed1bfb6f360278f99614e, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,39873,1733436876196 2024-12-05T22:14:59,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d600a45b6aed1bfb6f360278f99614e, server=71706e0cb9ca,39873,1733436876196 because future has completed 2024-12-05T22:14:59,369 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/b46f07a37c8672986bf0cd328fffdd3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:14:59,371 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened b46f07a37c8672986bf0cd328fffdd3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66649111, jitterRate=-0.0068508535623550415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:14:59,371 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:14:59,372 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for b46f07a37c8672986bf0cd328fffdd3f: Running coprocessor pre-open hook at 1733436899318Writing region info on filesystem at 1733436899318Initializing all the Stores at 1733436899319 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436899319Cleaning up temporary data from old regions at 1733436899350 (+31 ms)Running coprocessor post-open hooks at 1733436899371 (+21 ms)Region opened successfully at 1733436899371 2024-12-05T22:14:59,377 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f., pid=22, masterSystemTime=1733436899206 2024-12-05T22:14:59,381 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. 2024-12-05T22:14:59,381 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. 2024-12-05T22:14:59,381 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. 2024-12-05T22:14:59,382 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ddc59a542e35e360996d453bdeb2fe7, NAME => 'SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T22:14:59,383 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:14:59,383 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:59,383 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:14:59,383 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:14:59,385 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b46f07a37c8672986bf0cd328fffdd3f, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,37851,1733436876123 2024-12-05T22:14:59,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-05T22:14:59,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d600a45b6aed1bfb6f360278f99614e, server=71706e0cb9ca,39873,1733436876196 in 10.2460 sec 2024-12-05T22:14:59,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b46f07a37c8672986bf0cd328fffdd3f, server=71706e0cb9ca,37851,1733436876123 because future has completed 2024-12-05T22:14:59,393 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46355 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=71706e0cb9ca,37851,1733436876123, table=SPTestTable, region=b46f07a37c8672986bf0cd328fffdd3f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T22:14:59,393 INFO [StoreOpener-5ddc59a542e35e360996d453bdeb2fe7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:14:59,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d600a45b6aed1bfb6f360278f99614e, ASSIGN in 10.4660 sec 2024-12-05T22:14:59,396 INFO [StoreOpener-5ddc59a542e35e360996d453bdeb2fe7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ddc59a542e35e360996d453bdeb2fe7 columnFamilyName cf 2024-12-05T22:14:59,396 DEBUG [StoreOpener-5ddc59a542e35e360996d453bdeb2fe7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:59,397 INFO [StoreOpener-5ddc59a542e35e360996d453bdeb2fe7-1 {}] regionserver.HStore(327): Store=5ddc59a542e35e360996d453bdeb2fe7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:14:59,397 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:14:59,398 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:14:59,398 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:14:59,399 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:14:59,399 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:14:59,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-12-05T22:14:59,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b46f07a37c8672986bf0cd328fffdd3f, server=71706e0cb9ca,37851,1733436876123 in 10.1880 sec 2024-12-05T22:14:59,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b46f07a37c8672986bf0cd328fffdd3f, ASSIGN in 10.4810 sec 2024-12-05T22:14:59,408 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:14:59,413 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/5ddc59a542e35e360996d453bdeb2fe7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:14:59,414 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 5ddc59a542e35e360996d453bdeb2fe7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67615831, jitterRate=0.007554396986961365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:14:59,414 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:14:59,414 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 5ddc59a542e35e360996d453bdeb2fe7: Running coprocessor pre-open hook at 1733436899383Writing region info on filesystem at 1733436899383Initializing all the Stores at 1733436899386 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436899386Cleaning up temporary data from old regions at 1733436899399 (+13 ms)Running coprocessor post-open hooks at 1733436899414 (+15 ms)Region opened successfully at 1733436899414 2024-12-05T22:14:59,415 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7., pid=20, masterSystemTime=1733436899206 2024-12-05T22:14:59,420 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. 2024-12-05T22:14:59,420 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. 2024-12-05T22:14:59,420 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. 2024-12-05T22:14:59,420 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => fb3982ed7e4e8473493663cbc60ef0ae, NAME => 'SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-05T22:14:59,420 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:14:59,421 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:14:59,421 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:14:59,421 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:14:59,421 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5ddc59a542e35e360996d453bdeb2fe7, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,37851,1733436876123 2024-12-05T22:14:59,423 INFO [StoreOpener-fb3982ed7e4e8473493663cbc60ef0ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:14:59,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ddc59a542e35e360996d453bdeb2fe7, server=71706e0cb9ca,37851,1733436876123 because future has completed 2024-12-05T22:14:59,429 INFO [StoreOpener-fb3982ed7e4e8473493663cbc60ef0ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb3982ed7e4e8473493663cbc60ef0ae columnFamilyName cf 2024-12-05T22:14:59,429 DEBUG [StoreOpener-fb3982ed7e4e8473493663cbc60ef0ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:14:59,430 INFO [StoreOpener-fb3982ed7e4e8473493663cbc60ef0ae-1 {}] regionserver.HStore(327): Store=fb3982ed7e4e8473493663cbc60ef0ae/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:14:59,430 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:14:59,431 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:14:59,432 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:14:59,432 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:14:59,432 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:14:59,440 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:14:59,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-12-05T22:14:59,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ddc59a542e35e360996d453bdeb2fe7, server=71706e0cb9ca,37851,1733436876123 in 10.2360 sec 2024-12-05T22:14:59,453 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/fb3982ed7e4e8473493663cbc60ef0ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T22:14:59,454 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened fb3982ed7e4e8473493663cbc60ef0ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68849474, jitterRate=0.02593711018562317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:14:59,454 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:14:59,454 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for fb3982ed7e4e8473493663cbc60ef0ae: Running coprocessor pre-open hook at 1733436899421Writing region info on filesystem at 1733436899421Initializing all the Stores at 1733436899423 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436899423Cleaning up temporary data from old regions at 1733436899432 (+9 ms)Running coprocessor post-open hooks at 1733436899454 (+22 ms)Region opened successfully at 1733436899454 2024-12-05T22:14:59,457 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae., pid=23, masterSystemTime=1733436899206 2024-12-05T22:14:59,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ddc59a542e35e360996d453bdeb2fe7, ASSIGN in 10.5290 sec 2024-12-05T22:14:59,465 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. 2024-12-05T22:14:59,465 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. 2024-12-05T22:14:59,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb3982ed7e4e8473493663cbc60ef0ae, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,37851,1733436876123 2024-12-05T22:14:59,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb3982ed7e4e8473493663cbc60ef0ae, server=71706e0cb9ca,37851,1733436876123 because future has completed 2024-12-05T22:14:59,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-12-05T22:14:59,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fb3982ed7e4e8473493663cbc60ef0ae, server=71706e0cb9ca,37851,1733436876123 in 10.2730 sec 2024-12-05T22:14:59,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T22:14:59,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb3982ed7e4e8473493663cbc60ef0ae, ASSIGN in 10.5780 sec 2024-12-05T22:14:59,516 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T22:14:59,516 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733436899516"}]},"ts":"1733436899516"} 2024-12-05T22:14:59,518 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-05T22:14:59,520 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T22:14:59,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.3100 sec 2024-12-05T22:15:01,304 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-05T22:15:04,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T22:15:04,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T22:15:04,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T22:15:04,713 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T22:15:04,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T22:15:04,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T22:15:04,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T22:15:05,816 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T22:15:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T22:15:06,480 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-05T22:15:06,480 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-05T22:15:06,480 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T22:15:06,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-05T22:15:06,489 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T22:15:06,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-05T22:15:06,554 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7., hostname=71706e0cb9ca,37851,1733436876123, seqNum=2] 2024-12-05T22:15:06,612 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0., hostname=71706e0cb9ca,45269,1733436876237, seqNum=2] 2024-12-05T22:15:06,696 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e., hostname=71706e0cb9ca,39873,1733436876196, seqNum=2] 2024-12-05T22:15:06,825 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836., hostname=71706e0cb9ca,37851,1733436876123, seqNum=2] 2024-12-05T22:15:06,827 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836., hostname=71706e0cb9ca,37851,1733436876123, seqNum=2] 2024-12-05T22:15:06,830 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836., hostname=71706e0cb9ca,37851,1733436876123, seqNum=2] 2024-12-05T22:15:06,841 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836., hostname=71706e0cb9ca,37851,1733436876123, seqNum=2] 2024-12-05T22:15:06,842 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836., hostname=71706e0cb9ca,37851,1733436876123, seqNum=2] 2024-12-05T22:15:06,843 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836., hostname=71706e0cb9ca,37851,1733436876123, seqNum=2] 2024-12-05T22:15:06,845 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836., hostname=71706e0cb9ca,37851,1733436876123, seqNum=2] 2024-12-05T22:15:06,846 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836., hostname=71706e0cb9ca,37851,1733436876123, seqNum=2] 2024-12-05T22:15:07,824 INFO [regionserver/71706e0cb9ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-05T22:15:07,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T22:15:07,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T22:15:07,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T22:15:07,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T22:15:07,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. 2024-12-05T22:15:07,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45269 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T22:15:07,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39873 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T22:15:07,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T22:15:08,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T22:15:08,756 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-05T22:15:08,757 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T22:15:08,759 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-05T22:15:08,761 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-05T22:15:08,770 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-05T22:15:08,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741848_1024 (size=49) 2024-12-05T22:15:08,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741848_1024 (size=49) 2024-12-05T22:15:08,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741848_1024 (size=49) 2024-12-05T22:15:08,798 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-05T22:15:08,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb3982ed7e4e8473493663cbc60ef0ae}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f6b61a7b90dd97cbd26052c5c59d0c4}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a349435ca1f12a75bccbcbabd6a471d5}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b46f07a37c8672986bf0cd328fffdd3f}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f42c6c425cdce9a5f41d9811dabe4d9}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee8147df98b582f44c391649d33de8b2}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ddc59a542e35e360996d453bdeb2fe7}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e000fa3722cc019229600f70912ead0}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d600a45b6aed1bfb6f360278f99614e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec0a5d9b66e8402cf8c9fc1f98daf836}] 2024-12-05T22:15:08,801 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f6b61a7b90dd97cbd26052c5c59d0c4 2024-12-05T22:15:08,801 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a349435ca1f12a75bccbcbabd6a471d5 2024-12-05T22:15:08,801 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:15:08,801 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d600a45b6aed1bfb6f360278f99614e 2024-12-05T22:15:08,802 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:15:08,805 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:15:08,807 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee8147df98b582f44c391649d33de8b2 2024-12-05T22:15:08,808 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e000fa3722cc019229600f70912ead0 2024-12-05T22:15:08,808 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f42c6c425cdce9a5f41d9811dabe4d9 2024-12-05T22:15:08,811 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:15:18,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-05T22:15:18,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. 2024-12-05T22:15:18,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-05T22:15:18,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39873 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-05T22:15:18,804 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing ec0a5d9b66e8402cf8c9fc1f98daf836 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-05T22:15:18,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-05T22:15:18,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39873 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-05T22:15:18,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5. 2024-12-05T22:15:18,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. 2024-12-05T22:15:18,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for fb3982ed7e4e8473493663cbc60ef0ae: 2024-12-05T22:15:18,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for a349435ca1f12a75bccbcbabd6a471d5: 2024-12-05T22:15:18,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. for SnapshotProcedureTest completed. 2024-12-05T22:15:18,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5. for SnapshotProcedureTest completed. 2024-12-05T22:15:18,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:15:18,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:15:18,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-05T22:15:18,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:15:18,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:15:18,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T22:15:18,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T22:15:18,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-05T22:15:18,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39873 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2. 2024-12-05T22:15:18,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for ee8147df98b582f44c391649d33de8b2: 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2. for SnapshotProcedureTest completed. 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4. 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for b46f07a37c8672986bf0cd328fffdd3f: 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. for SnapshotProcedureTest completed. 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 0f6b61a7b90dd97cbd26052c5c59d0c4: 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e. 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4. for SnapshotProcedureTest completed. 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:15:18,806 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 3d600a45b6aed1bfb6f360278f99614e 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:15:18,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T22:15:18,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-05T22:15:18,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0. 2024-12-05T22:15:18,808 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 8e000fa3722cc019229600f70912ead0 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-05T22:15:18,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9. 2024-12-05T22:15:18,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 0f42c6c425cdce9a5f41d9811dabe4d9: 2024-12-05T22:15:18,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9. for SnapshotProcedureTest completed. 2024-12-05T22:15:18,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:15:18,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:15:18,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T22:15:18,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/8e000fa3722cc019229600f70912ead0/.tmp/cf/89cc8ebdfca045b9a3f52d17574bdf25 is 34, key is baa/cf:cf/1733436907919/Put/seqid=0 2024-12-05T22:15:18,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/3d600a45b6aed1bfb6f360278f99614e/.tmp/cf/01b45b54d15e49a4874add10088392ea is 34, key is ccd/cf:cf/1733436907948/Put/seqid=0 2024-12-05T22:15:18,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ec0a5d9b66e8402cf8c9fc1f98daf836/.tmp/cf/7507be6cde6248ffb88953262ae70298 is 34, key is eaa/cf:cf/1733436908578/Put/seqid=0 2024-12-05T22:15:19,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741852_1028 (size=57) 2024-12-05T22:15:19,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741852_1028 (size=57) 2024-12-05T22:15:19,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741852_1028 (size=57) 2024-12-05T22:15:19,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. 2024-12-05T22:15:19,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-05T22:15:19,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. 2024-12-05T22:15:19,138 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 5ddc59a542e35e360996d453bdeb2fe7 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-05T22:15:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-05T22:15:19,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:15:19,140 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:15:19,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741850_1026 (size=65) 2024-12-05T22:15:19,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741850_1026 (size=65) 2024-12-05T22:15:19,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741850_1026 (size=65) 2024-12-05T22:15:19,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. 2024-12-05T22:15:19,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-05T22:15:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-05T22:15:19,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:15:19,144 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:15:19,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fb3982ed7e4e8473493663cbc60ef0ae in 10.3420 sec 2024-12-05T22:15:19,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b46f07a37c8672986bf0cd328fffdd3f in 10.3480 sec 2024-12-05T22:15:19,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741851_1027 (size=499309) 2024-12-05T22:15:19,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741851_1027 (size=499309) 2024-12-05T22:15:19,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741851_1027 (size=499309) 2024-12-05T22:15:19,196 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ec0a5d9b66e8402cf8c9fc1f98daf836/.tmp/cf/7507be6cde6248ffb88953262ae70298 2024-12-05T22:15:19,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ec0a5d9b66e8402cf8c9fc1f98daf836/.tmp/cf/7507be6cde6248ffb88953262ae70298 as hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ec0a5d9b66e8402cf8c9fc1f98daf836/cf/7507be6cde6248ffb88953262ae70298 2024-12-05T22:15:19,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741853_1029 (size=28623) 2024-12-05T22:15:19,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741853_1029 (size=28623) 2024-12-05T22:15:19,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741853_1029 (size=28623) 2024-12-05T22:15:19,285 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/8e000fa3722cc019229600f70912ead0/.tmp/cf/89cc8ebdfca045b9a3f52d17574bdf25 2024-12-05T22:15:19,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741849_1025 (size=65) 2024-12-05T22:15:19,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741849_1025 (size=65) 2024-12-05T22:15:19,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741849_1025 (size=65) 2024-12-05T22:15:19,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4. 2024-12-05T22:15:19,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-05T22:15:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-05T22:15:19,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0f6b61a7b90dd97cbd26052c5c59d0c4 2024-12-05T22:15:19,321 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f6b61a7b90dd97cbd26052c5c59d0c4 2024-12-05T22:15:19,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0f6b61a7b90dd97cbd26052c5c59d0c4 in 10.5230 sec 2024-12-05T22:15:19,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/5ddc59a542e35e360996d453bdeb2fe7/.tmp/cf/0c97f99617944e0bb93191f96d98932c is 34, key is aaa/cf:cf/1733436907952/Put/seqid=0 2024-12-05T22:15:19,367 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ec0a5d9b66e8402cf8c9fc1f98daf836/cf/7507be6cde6248ffb88953262ae70298, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-05T22:15:19,369 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for ec0a5d9b66e8402cf8c9fc1f98daf836 in 565ms, sequenceid=5, compaction requested=false 2024-12-05T22:15:19,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for ec0a5d9b66e8402cf8c9fc1f98daf836: 2024-12-05T22:15:19,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. for SnapshotProcedureTest completed. 2024-12-05T22:15:19,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:15:19,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:15:19,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ec0a5d9b66e8402cf8c9fc1f98daf836/cf/7507be6cde6248ffb88953262ae70298] hfiles 2024-12-05T22:15:19,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ec0a5d9b66e8402cf8c9fc1f98daf836/cf/7507be6cde6248ffb88953262ae70298 for snapshot=SnapshotProcedureTest 2024-12-05T22:15:19,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741856_1032 (size=65) 2024-12-05T22:15:19,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2. 2024-12-05T22:15:19,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-05T22:15:19,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741856_1032 (size=65) 2024-12-05T22:15:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-05T22:15:19,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ee8147df98b582f44c391649d33de8b2 2024-12-05T22:15:19,380 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee8147df98b582f44c391649d33de8b2 2024-12-05T22:15:19,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741856_1032 (size=65) 2024-12-05T22:15:19,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ee8147df98b582f44c391649d33de8b2 in 10.5830 sec 2024-12-05T22:15:19,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741855_1031 (size=65) 2024-12-05T22:15:19,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741855_1031 (size=65) 2024-12-05T22:15:19,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741855_1031 (size=65) 2024-12-05T22:15:19,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5. 2024-12-05T22:15:19,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-05T22:15:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-05T22:15:19,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a349435ca1f12a75bccbcbabd6a471d5 2024-12-05T22:15:19,415 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a349435ca1f12a75bccbcbabd6a471d5 2024-12-05T22:15:19,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a349435ca1f12a75bccbcbabd6a471d5 in 10.6180 sec 2024-12-05T22:15:19,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741854_1030 (size=65) 2024-12-05T22:15:19,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741854_1030 (size=65) 2024-12-05T22:15:19,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741854_1030 (size=65) 2024-12-05T22:15:19,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9. 2024-12-05T22:15:19,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-05T22:15:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-05T22:15:19,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0f42c6c425cdce9a5f41d9811dabe4d9 2024-12-05T22:15:19,449 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f42c6c425cdce9a5f41d9811dabe4d9 2024-12-05T22:15:19,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0f42c6c425cdce9a5f41d9811dabe4d9 in 10.6510 sec 2024-12-05T22:15:19,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741857_1033 (size=47197) 2024-12-05T22:15:19,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741857_1033 (size=47197) 2024-12-05T22:15:19,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741857_1033 (size=47197) 2024-12-05T22:15:19,462 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/3d600a45b6aed1bfb6f360278f99614e/.tmp/cf/01b45b54d15e49a4874add10088392ea 2024-12-05T22:15:19,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/8e000fa3722cc019229600f70912ead0/.tmp/cf/89cc8ebdfca045b9a3f52d17574bdf25 as hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/8e000fa3722cc019229600f70912ead0/cf/89cc8ebdfca045b9a3f52d17574bdf25 2024-12-05T22:15:19,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/3d600a45b6aed1bfb6f360278f99614e/.tmp/cf/01b45b54d15e49a4874add10088392ea as hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/3d600a45b6aed1bfb6f360278f99614e/cf/01b45b54d15e49a4874add10088392ea 2024-12-05T22:15:19,492 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/8e000fa3722cc019229600f70912ead0/cf/89cc8ebdfca045b9a3f52d17574bdf25, entries=731, sequenceid=5, filesize=28.0 K 2024-12-05T22:15:19,496 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 8e000fa3722cc019229600f70912ead0 in 688ms, sequenceid=5, compaction requested=false 2024-12-05T22:15:19,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 8e000fa3722cc019229600f70912ead0: 2024-12-05T22:15:19,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0. for SnapshotProcedureTest completed. 2024-12-05T22:15:19,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:15:19,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:15:19,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/8e000fa3722cc019229600f70912ead0/cf/89cc8ebdfca045b9a3f52d17574bdf25] hfiles 2024-12-05T22:15:19,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/8e000fa3722cc019229600f70912ead0/cf/89cc8ebdfca045b9a3f52d17574bdf25 for snapshot=SnapshotProcedureTest 2024-12-05T22:15:19,497 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/3d600a45b6aed1bfb6f360278f99614e/cf/01b45b54d15e49a4874add10088392ea, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-05T22:15:19,499 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 3d600a45b6aed1bfb6f360278f99614e in 692ms, sequenceid=5, compaction requested=false 2024-12-05T22:15:19,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 3d600a45b6aed1bfb6f360278f99614e: 2024-12-05T22:15:19,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e. for SnapshotProcedureTest completed. 2024-12-05T22:15:19,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:15:19,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:15:19,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/3d600a45b6aed1bfb6f360278f99614e/cf/01b45b54d15e49a4874add10088392ea] hfiles 2024-12-05T22:15:19,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/3d600a45b6aed1bfb6f360278f99614e/cf/01b45b54d15e49a4874add10088392ea for snapshot=SnapshotProcedureTest 2024-12-05T22:15:19,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741858_1034 (size=26918) 2024-12-05T22:15:19,514 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/5ddc59a542e35e360996d453bdeb2fe7/.tmp/cf/0c97f99617944e0bb93191f96d98932c 2024-12-05T22:15:19,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741858_1034 (size=26918) 2024-12-05T22:15:19,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741858_1034 (size=26918) 2024-12-05T22:15:19,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/5ddc59a542e35e360996d453bdeb2fe7/.tmp/cf/0c97f99617944e0bb93191f96d98932c as hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/5ddc59a542e35e360996d453bdeb2fe7/cf/0c97f99617944e0bb93191f96d98932c 2024-12-05T22:15:19,536 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/5ddc59a542e35e360996d453bdeb2fe7/cf/0c97f99617944e0bb93191f96d98932c, entries=676, sequenceid=5, filesize=26.3 K 2024-12-05T22:15:19,541 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 5ddc59a542e35e360996d453bdeb2fe7 in 404ms, sequenceid=5, compaction requested=false 2024-12-05T22:15:19,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 5ddc59a542e35e360996d453bdeb2fe7: 2024-12-05T22:15:19,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. for SnapshotProcedureTest completed. 2024-12-05T22:15:19,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T22:15:19,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T22:15:19,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/5ddc59a542e35e360996d453bdeb2fe7/cf/0c97f99617944e0bb93191f96d98932c] hfiles 2024-12-05T22:15:19,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/5ddc59a542e35e360996d453bdeb2fe7/cf/0c97f99617944e0bb93191f96d98932c for snapshot=SnapshotProcedureTest 2024-12-05T22:15:19,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741859_1035 (size=97) 2024-12-05T22:15:19,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741859_1035 (size=97) 2024-12-05T22:15:19,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. 2024-12-05T22:15:19,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-05T22:15:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-05T22:15:19,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:15:19,570 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:15:19,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741859_1035 (size=97) 2024-12-05T22:15:19,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ec0a5d9b66e8402cf8c9fc1f98daf836 in 10.7720 sec 2024-12-05T22:15:19,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741861_1037 (size=105) 2024-12-05T22:15:19,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741861_1037 (size=105) 2024-12-05T22:15:19,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741861_1037 (size=105) 2024-12-05T22:15:19,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741860_1036 (size=105) 2024-12-05T22:15:19,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741860_1036 (size=105) 2024-12-05T22:15:19,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741860_1036 (size=105) 2024-12-05T22:15:19,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0. 2024-12-05T22:15:19,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-05T22:15:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-05T22:15:19,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8e000fa3722cc019229600f70912ead0 2024-12-05T22:15:19,706 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e000fa3722cc019229600f70912ead0 2024-12-05T22:15:19,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8e000fa3722cc019229600f70912ead0 in 10.9140 sec 2024-12-05T22:15:19,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741862_1038 (size=105) 2024-12-05T22:15:19,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741862_1038 (size=105) 2024-12-05T22:15:19,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. 2024-12-05T22:15:19,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-05T22:15:19,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741862_1038 (size=105) 2024-12-05T22:15:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-05T22:15:19,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:15:19,728 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:15:19,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5ddc59a542e35e360996d453bdeb2fe7 in 10.9310 sec 2024-12-05T22:15:20,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e. 2024-12-05T22:15:20,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-05T22:15:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-05T22:15:20,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3d600a45b6aed1bfb6f360278f99614e 2024-12-05T22:15:20,093 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d600a45b6aed1bfb6f360278f99614e 2024-12-05T22:15:20,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-12-05T22:15:20,114 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-05T22:15:20,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3d600a45b6aed1bfb6f360278f99614e in 11.3050 sec 2024-12-05T22:15:20,115 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-05T22:15:20,117 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-05T22:15:20,117 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-05T22:15:20,131 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T22:15:20,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741863_1039 (size=1174) 2024-12-05T22:15:20,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741863_1039 (size=1174) 2024-12-05T22:15:20,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741863_1039 (size=1174) 2024-12-05T22:15:20,351 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-05T22:15:20,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-05T22:15:20,361 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,37851,1733436876123 2024-12-05T22:15:20,361 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:20,361 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,37851,1733436876123 2024-12-05T22:15:20,362 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:20,362 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:20,366 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,37851,1733436876123 2024-12-05T22:15:20,367 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,39873,1733436876196 2024-12-05T22:15:20,368 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,39873,1733436876196 2024-12-05T22:15:20,368 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,39873,1733436876196 2024-12-05T22:15:20,377 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=71706e0cb9ca:42005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-05T22:15:20,394 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T22:15:20,395 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 71706e0cb9ca,37851,1733436876123 2024-12-05T22:15:20,395 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 71706e0cb9ca,37851,1733436876123: Simulated kill ***** 2024-12-05T22:15:20,395 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T22:15:20,395 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T22:15:20,396 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T22:15:20,396 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T22:15:20,396 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T22:15:20,397 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 405042352 }, "NonHeapMemoryUsage": { "committed": 177143808, "init": 7667712, "max": -1, "used": 172755048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T22:15:20,398 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46355 {}] master.MasterRpcServices(700): 71706e0cb9ca,37851,1733436876123 reported a fatal error: ***** ABORTING region server 71706e0cb9ca,37851,1733436876123: Simulated kill ***** 2024-12-05T22:15:20,410 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '71706e0cb9ca,37851,1733436876123' ***** 2024-12-05T22:15:20,410 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-05T22:15:20,410 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T22:15:20,411 INFO [RS:0;71706e0cb9ca:37851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T22:15:20,411 INFO [RS:0;71706e0cb9ca:37851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-05T22:15:20,411 INFO [RS:0;71706e0cb9ca:37851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-05T22:15:20,411 INFO [RS:0;71706e0cb9ca:37851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T22:15:20,411 INFO [RS:0;71706e0cb9ca:37851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;71706e0cb9ca:37851. 2024-12-05T22:15:20,411 DEBUG [RS:0;71706e0cb9ca:37851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T22:15:20,411 DEBUG [RS:0;71706e0cb9ca:37851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:15:20,412 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T22:15:20,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741833_1009 (size=2286) 2024-12-05T22:15:20,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741833_1009 (size=2286) 2024-12-05T22:15:20,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741833_1009 (size=2286) 2024-12-05T22:15:20,422 DEBUG [RS:0;71706e0cb9ca:37851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:15:20,422 INFO [RS:0;71706e0cb9ca:37851 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T22:15:20,423 INFO [RS:0;71706e0cb9ca:37851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37851 2024-12-05T22:15:20,441 INFO [regionserver/71706e0cb9ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T22:15:20,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T22:15:20,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a78f9fd60001, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/71706e0cb9ca,37851,1733436876123 2024-12-05T22:15:20,505 INFO [RS:0;71706e0cb9ca:37851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T22:15:20,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [71706e0cb9ca,37851,1733436876123] 2024-12-05T22:15:20,526 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/71706e0cb9ca,37851,1733436876123 already deleted, retry=false 2024-12-05T22:15:20,526 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 71706e0cb9ca,37851,1733436876123 on 71706e0cb9ca,46355,1733436875847 2024-12-05T22:15:20,529 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 71706e0cb9ca,37851,1733436876123, splitWal=true, meta=false 2024-12-05T22:15:20,530 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 71706e0cb9ca,37851,1733436876123 (carryingMeta=false) 71706e0cb9ca,37851,1733436876123/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@68f17ff6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T22:15:20,539 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 71706e0cb9ca,37851,1733436876123, splitWal=true, meta=false 2024-12-05T22:15:20,541 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 71706e0cb9ca,37851,1733436876123 had 4 regions 2024-12-05T22:15:20,545 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 71706e0cb9ca,37851,1733436876123, splitWal=true, meta=false, isMeta: false 2024-12-05T22:15:20,546 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,37851,1733436876123 Release verify snapshot worker=71706e0cb9ca,37851,1733436876123 2024-12-05T22:15:20,546 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to 71706e0cb9ca,37851,1733436876123, this operation will be retried to send to another server 2024-12-05T22:15:20,546 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T22:15:20,547 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733436921547 2024-12-05T22:15:20,550 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123-splitting 2024-12-05T22:15:20,554 INFO [PEWorker-1 {}] master.SplitWALManager(105): 71706e0cb9ca,37851,1733436876123 WAL count=1, meta=false 2024-12-05T22:15:20,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 71706e0cb9ca%2C37851%2C1733436876123.1733436877459}] 2024-12-05T22:15:20,563 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,37851,1733436876123 Release verify snapshot worker=71706e0cb9ca,37851,1733436876123 2024-12-05T22:15:20,564 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to 71706e0cb9ca,37851,1733436876123, this operation will be retried to send to another server 2024-12-05T22:15:20,564 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T22:15:20,566 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:20,567 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733436921567 2024-12-05T22:15:20,567 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,37851,1733436876123 Release verify snapshot worker=71706e0cb9ca,37851,1733436876123 2024-12-05T22:15:20,568 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 71706e0cb9ca,37851,1733436876123, this operation will be retried to send to another server 2024-12-05T22:15:20,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 71706e0cb9ca%2C37851%2C1733436876123.1733436877459, worker=71706e0cb9ca,45269,1733436876237}] 2024-12-05T22:15:20,569 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T22:15:20,571 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733436921570 2024-12-05T22:15:20,568 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-12-05T22:15:20,575 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-12-05T22:15:20,575 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-12-05T22:15:20,575 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-12-05T22:15:20,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a78f9fd60001, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T22:15:20,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a78f9fd60001, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T22:15:20,619 INFO [RS:0;71706e0cb9ca:37851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T22:15:20,619 INFO [RS:0;71706e0cb9ca:37851 {}] regionserver.HRegionServer(1031): Exiting; stopping=71706e0cb9ca,37851,1733436876123; zookeeper connection closed. 2024-12-05T22:15:20,621 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2eaafb3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2eaafb3b 2024-12-05T22:15:21,337 INFO [regionserver/71706e0cb9ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T22:15:21,337 INFO [regionserver/71706e0cb9ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T22:15:28,142 INFO [master/71706e0cb9ca:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T22:15:28,142 INFO [master/71706e0cb9ca:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T22:15:30,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-05T22:15:30,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-05T22:15:30,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-05T22:15:30,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-05T22:15:30,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39873 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-05T22:15:30,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39873 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-05T22:15:30,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39873 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-05T22:15:30,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T22:15:30,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-05T22:15:30,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-05T22:15:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-05T22:15:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-05T22:15:30,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-05T22:15:30,398 INFO [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123-splitting/71706e0cb9ca%2C37851%2C1733436876123.1733436877459, size=2.2 K (2286bytes) 2024-12-05T22:15:30,398 INFO [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123-splitting/71706e0cb9ca%2C37851%2C1733436876123.1733436877459 2024-12-05T22:15:30,399 INFO [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123-splitting/71706e0cb9ca%2C37851%2C1733436876123.1733436877459 after 1ms 2024-12-05T22:15:30,401 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45269,1733436876237 Release verify snapshot worker=71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-05T22:15:30,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T22:15:30,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-05T22:15:30,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-05T22:15:30,408 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45269,1733436876237 Release verify snapshot worker=71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:30,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-05T22:15:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-05T22:15:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-05T22:15:30,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45269,1733436876237 in 10.0450 sec 2024-12-05T22:15:30,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45269,1733436876237 in 10.0510 sec 2024-12-05T22:15:30,415 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,39873,1733436876196 Release verify snapshot worker=71706e0cb9ca,39873,1733436876196 2024-12-05T22:15:30,416 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,39873,1733436876196 2024-12-05T22:15:30,416 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:30,417 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-05T22:15:30,417 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45269,1733436876237 Release verify snapshot worker=71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:30,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,39873,1733436876196 in 10.0580 sec 2024-12-05T22:15:30,419 INFO [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123-splitting/71706e0cb9ca%2C37851%2C1733436876123.1733436877459 took 21ms 2024-12-05T22:15:30,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45269,1733436876237 in 10.0600 sec 2024-12-05T22:15:30,421 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,39873,1733436876196 Release verify snapshot worker=71706e0cb9ca,39873,1733436876196 2024-12-05T22:15:30,424 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:30,427 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,39873,1733436876196 Release verify snapshot worker=71706e0cb9ca,39873,1733436876196 2024-12-05T22:15:30,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,39873,1733436876196 in 10.0640 sec 2024-12-05T22:15:30,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,39873,1733436876196 in 10.0700 sec 2024-12-05T22:15:30,452 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for ec0a5d9b66e8402cf8c9fc1f98daf836: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-05T22:15:30,455 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for b46f07a37c8672986bf0cd328fffdd3f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T22:15:30,458 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 5ddc59a542e35e360996d453bdeb2fe7: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-05T22:15:30,459 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for fb3982ed7e4e8473493663cbc60ef0ae: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T22:15:30,459 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123-splitting/71706e0cb9ca%2C37851%2C1733436876123.1733436877459 so closing down 2024-12-05T22:15:30,463 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T22:15:30,463 INFO [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T22:15:30,463 INFO [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 8 edits across 0 Regions in 15 ms; skipped=8; WAL=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123-splitting/71706e0cb9ca%2C37851%2C1733436876123.1733436877459, size=2.2 K, length=2286, corrupted=false, cancelled=false 2024-12-05T22:15:30,463 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123-splitting/71706e0cb9ca%2C37851%2C1733436876123.1733436877459, journal: Splitting hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123-splitting/71706e0cb9ca%2C37851%2C1733436876123.1733436877459, size=2.2 K (2286bytes) at 1733436930398Finishing writing output for hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123-splitting/71706e0cb9ca%2C37851%2C1733436876123.1733436877459 so closing down at 1733436930459 (+61 ms)3 split writer threads finished at 1733436930463 (+4 ms)Processed 8 edits across 0 Regions in 15 ms; skipped=8; WAL=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123-splitting/71706e0cb9ca%2C37851%2C1733436876123.1733436877459, size=2.2 K, length=2286, corrupted=false, cancelled=false at 1733436930463 2024-12-05T22:15:30,463 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123-splitting/71706e0cb9ca%2C37851%2C1733436876123.1733436877459 2024-12-05T22:15:30,463 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71706e0cb9ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-05T22:15:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-05T22:15:30,473 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123-splitting/71706e0cb9ca%2C37851%2C1733436876123.1733436877459 to hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/oldWALs 2024-12-05T22:15:30,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-05T22:15:30,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 71706e0cb9ca%2C37851%2C1733436876123.1733436877459, worker=71706e0cb9ca,45269,1733436876237 in 9.9050 sec 2024-12-05T22:15:30,480 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:30,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-05T22:15:30,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 71706e0cb9ca%2C37851%2C1733436876123.1733436877459, worker=71706e0cb9ca,45269,1733436876237 in 9.9260 sec 2024-12-05T22:15:30,487 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123-splitting dir is empty, no logs to split. 2024-12-05T22:15:30,487 INFO [PEWorker-2 {}] master.SplitWALManager(105): 71706e0cb9ca,37851,1733436876123 WAL count=0, meta=false 2024-12-05T22:15:30,487 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 71706e0cb9ca,37851,1733436876123 WAL splitting is done? wals=0, meta=false 2024-12-05T22:15:30,491 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 71706e0cb9ca,37851,1733436876123 failed, ignore...File hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,37851,1733436876123-splitting does not exist. 2024-12-05T22:15:30,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ddc59a542e35e360996d453bdeb2fe7, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b46f07a37c8672986bf0cd328fffdd3f, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec0a5d9b66e8402cf8c9fc1f98daf836, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb3982ed7e4e8473493663cbc60ef0ae, ASSIGN}] 2024-12-05T22:15:30,496 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb3982ed7e4e8473493663cbc60ef0ae, ASSIGN 2024-12-05T22:15:30,496 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec0a5d9b66e8402cf8c9fc1f98daf836, ASSIGN 2024-12-05T22:15:30,497 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b46f07a37c8672986bf0cd328fffdd3f, ASSIGN 2024-12-05T22:15:30,498 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ddc59a542e35e360996d453bdeb2fe7, ASSIGN 2024-12-05T22:15:30,501 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b46f07a37c8672986bf0cd328fffdd3f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T22:15:30,501 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb3982ed7e4e8473493663cbc60ef0ae, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T22:15:30,501 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ec0a5d9b66e8402cf8c9fc1f98daf836, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T22:15:30,505 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ddc59a542e35e360996d453bdeb2fe7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T22:15:30,657 DEBUG [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(204): Hosts are {71706e0cb9ca=0} racks are {/default-rack=0} 2024-12-05T22:15:30,658 DEBUG [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T22:15:30,658 DEBUG [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T22:15:30,658 DEBUG [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T22:15:30,658 DEBUG [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T22:15:30,658 INFO [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T22:15:30,658 INFO [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T22:15:30,658 DEBUG [71706e0cb9ca:46355 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T22:15:30,658 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=ec0a5d9b66e8402cf8c9fc1f98daf836, regionState=OPENING, regionLocation=71706e0cb9ca,39873,1733436876196 2024-12-05T22:15:30,659 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=b46f07a37c8672986bf0cd328fffdd3f, regionState=OPENING, regionLocation=71706e0cb9ca,39873,1733436876196 2024-12-05T22:15:30,660 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=fb3982ed7e4e8473493663cbc60ef0ae, regionState=OPENING, regionLocation=71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:30,661 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=5ddc59a542e35e360996d453bdeb2fe7, regionState=OPENING, regionLocation=71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:30,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ec0a5d9b66e8402cf8c9fc1f98daf836, ASSIGN because future has completed 2024-12-05T22:15:30,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec0a5d9b66e8402cf8c9fc1f98daf836, server=71706e0cb9ca,39873,1733436876196}] 2024-12-05T22:15:30,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b46f07a37c8672986bf0cd328fffdd3f, ASSIGN because future has completed 2024-12-05T22:15:30,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure b46f07a37c8672986bf0cd328fffdd3f, server=71706e0cb9ca,39873,1733436876196}] 2024-12-05T22:15:30,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb3982ed7e4e8473493663cbc60ef0ae, ASSIGN because future has completed 2024-12-05T22:15:30,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb3982ed7e4e8473493663cbc60ef0ae, server=71706e0cb9ca,45269,1733436876237}] 2024-12-05T22:15:30,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ddc59a542e35e360996d453bdeb2fe7, ASSIGN because future has completed 2024-12-05T22:15:30,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ddc59a542e35e360996d453bdeb2fe7, server=71706e0cb9ca,45269,1733436876237}] 2024-12-05T22:15:35,816 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T22:15:38,639 INFO [regionserver/71706e0cb9ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-05T22:15:40,420 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. 2024-12-05T22:15:40,420 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. 2024-12-05T22:15:40,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39873 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-05T22:15:40,420 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ddc59a542e35e360996d453bdeb2fe7, NAME => 'SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T22:15:40,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-05T22:15:40,420 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => b46f07a37c8672986bf0cd328fffdd3f, NAME => 'SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-05T22:15:40,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-05T22:15:40,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-05T22:15:40,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-05T22:15:40,421 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:15:40,421 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:15:40,421 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:15:40,421 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:15:40,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-05T22:15:40,421 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:15:40,421 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:15:40,421 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:15:40,421 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:15:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-05T22:15:40,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-05T22:15:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-05T22:15:40,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-05T22:15:40,423 INFO [StoreOpener-5ddc59a542e35e360996d453bdeb2fe7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:15:40,423 INFO [StoreOpener-b46f07a37c8672986bf0cd328fffdd3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:15:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-05T22:15:40,423 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45269,1733436876237 Release verify snapshot worker=71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:40,423 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,39873,1733436876196 Release verify snapshot worker=71706e0cb9ca,39873,1733436876196 2024-12-05T22:15:40,424 INFO [StoreOpener-5ddc59a542e35e360996d453bdeb2fe7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ddc59a542e35e360996d453bdeb2fe7 columnFamilyName cf 2024-12-05T22:15:40,424 INFO [StoreOpener-b46f07a37c8672986bf0cd328fffdd3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b46f07a37c8672986bf0cd328fffdd3f columnFamilyName cf 2024-12-05T22:15:40,424 DEBUG [StoreOpener-b46f07a37c8672986bf0cd328fffdd3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:15:40,424 DEBUG [StoreOpener-5ddc59a542e35e360996d453bdeb2fe7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:15:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-05T22:15:40,425 INFO [StoreOpener-b46f07a37c8672986bf0cd328fffdd3f-1 {}] regionserver.HStore(327): Store=b46f07a37c8672986bf0cd328fffdd3f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:15:40,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45269,1733436876237 in 20.0670 sec 2024-12-05T22:15:40,425 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:15:40,426 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:15:40,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,39873,1733436876196 in 20.0670 sec 2024-12-05T22:15:40,426 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45269,1733436876237 Release verify snapshot worker=71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:40,426 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45269,1733436876237 Release verify snapshot worker=71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:40,428 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:15:40,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45269,1733436876237 in 20.0690 sec 2024-12-05T22:15:40,428 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:15:40,428 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:15:40,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-12-05T22:15:40,429 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-05T22:15:40,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=71706e0cb9ca,45269,1733436876237 in 20.0690 sec 2024-12-05T22:15:40,430 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/.hbase-snapshot/SnapshotProcedureTest 2024-12-05T22:15:40,431 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:15:40,431 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-05T22:15:40,431 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-05T22:15:40,432 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened b46f07a37c8672986bf0cd328fffdd3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69391771, jitterRate=0.03401796519756317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:15:40,432 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:15:40,432 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for b46f07a37c8672986bf0cd328fffdd3f: Running coprocessor pre-open hook at 1733436940421Writing region info on filesystem at 1733436940421Initializing all the Stores at 1733436940422 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436940422Cleaning up temporary data from old regions at 1733436940428 (+6 ms)Running coprocessor post-open hooks at 1733436940432 (+4 ms)Region opened successfully at 1733436940432 2024-12-05T22:15:40,433 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f., pid=54, masterSystemTime=1733436940416 2024-12-05T22:15:40,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.6830 sec 2024-12-05T22:15:40,435 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. 2024-12-05T22:15:40,435 DEBUG [StoreOpener-5ddc59a542e35e360996d453bdeb2fe7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/5ddc59a542e35e360996d453bdeb2fe7/cf/0c97f99617944e0bb93191f96d98932c 2024-12-05T22:15:40,435 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. 2024-12-05T22:15:40,435 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. 2024-12-05T22:15:40,435 INFO [StoreOpener-5ddc59a542e35e360996d453bdeb2fe7-1 {}] regionserver.HStore(327): Store=5ddc59a542e35e360996d453bdeb2fe7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:15:40,435 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => ec0a5d9b66e8402cf8c9fc1f98daf836, NAME => 'SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T22:15:40,435 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:15:40,436 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:15:40,436 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:15:40,436 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:15:40,436 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:15:40,436 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:15:40,436 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=b46f07a37c8672986bf0cd328fffdd3f, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,39873,1733436876196 2024-12-05T22:15:40,437 INFO [StoreOpener-ec0a5d9b66e8402cf8c9fc1f98daf836-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:15:40,437 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:15:40,438 INFO [StoreOpener-ec0a5d9b66e8402cf8c9fc1f98daf836-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec0a5d9b66e8402cf8c9fc1f98daf836 columnFamilyName cf 2024-12-05T22:15:40,438 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:15:40,438 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:15:40,438 DEBUG [StoreOpener-ec0a5d9b66e8402cf8c9fc1f98daf836-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:15:40,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure b46f07a37c8672986bf0cd328fffdd3f, server=71706e0cb9ca,39873,1733436876196 because future has completed 2024-12-05T22:15:40,442 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:15:40,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-12-05T22:15:40,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure b46f07a37c8672986bf0cd328fffdd3f, server=71706e0cb9ca,39873,1733436876196 in 9.7710 sec 2024-12-05T22:15:40,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b46f07a37c8672986bf0cd328fffdd3f, ASSIGN in 9.9500 sec 2024-12-05T22:15:40,448 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/5ddc59a542e35e360996d453bdeb2fe7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T22:15:40,449 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 5ddc59a542e35e360996d453bdeb2fe7; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58832399, jitterRate=-0.12332893908023834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:15:40,449 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:15:40,449 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 5ddc59a542e35e360996d453bdeb2fe7: Running coprocessor pre-open hook at 1733436940421Writing region info on filesystem at 1733436940421Initializing all the Stores at 1733436940422 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436940422Cleaning up temporary data from old regions at 1733436940438 (+16 ms)Running coprocessor post-open hooks at 1733436940449 (+11 ms)Region opened successfully at 1733436940449 2024-12-05T22:15:40,450 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7., pid=56, masterSystemTime=1733436940416 2024-12-05T22:15:40,454 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=5ddc59a542e35e360996d453bdeb2fe7, regionState=OPEN, openSeqNum=6, regionLocation=71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:40,455 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. 2024-12-05T22:15:40,455 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. 2024-12-05T22:15:40,455 DEBUG [StoreOpener-ec0a5d9b66e8402cf8c9fc1f98daf836-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ec0a5d9b66e8402cf8c9fc1f98daf836/cf/7507be6cde6248ffb88953262ae70298 2024-12-05T22:15:40,456 INFO [StoreOpener-ec0a5d9b66e8402cf8c9fc1f98daf836-1 {}] regionserver.HStore(327): Store=ec0a5d9b66e8402cf8c9fc1f98daf836/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:15:40,456 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:15:40,456 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. 2024-12-05T22:15:40,457 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => fb3982ed7e4e8473493663cbc60ef0ae, NAME => 'SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-05T22:15:40,457 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:15:40,457 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T22:15:40,458 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:15:40,458 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:15:40,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ddc59a542e35e360996d453bdeb2fe7, server=71706e0cb9ca,45269,1733436876237 because future has completed 2024-12-05T22:15:40,460 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-05T22:15:40,461 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:15:40,462 INFO [StoreOpener-fb3982ed7e4e8473493663cbc60ef0ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:15:40,465 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:15:40,465 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:15:40,466 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:15:40,466 INFO [StoreOpener-fb3982ed7e4e8473493663cbc60ef0ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb3982ed7e4e8473493663cbc60ef0ae columnFamilyName cf 2024-12-05T22:15:40,466 DEBUG [StoreOpener-fb3982ed7e4e8473493663cbc60ef0ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T22:15:40,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=49 2024-12-05T22:15:40,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ddc59a542e35e360996d453bdeb2fe7, server=71706e0cb9ca,45269,1733436876237 in 9.7850 sec 2024-12-05T22:15:40,468 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-05T22:15:40,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T22:15:40,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T22:15:40,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T22:15:40,468 INFO [StoreOpener-fb3982ed7e4e8473493663cbc60ef0ae-1 {}] regionserver.HStore(327): Store=fb3982ed7e4e8473493663cbc60ef0ae/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T22:15:40,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:15:40,468 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:15:40,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ddc59a542e35e360996d453bdeb2fe7, ASSIGN in 9.9740 sec 2024-12-05T22:15:40,470 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:15:40,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:15:40,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T22:15:40,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T22:15:40,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1440588672, stopped=false 2024-12-05T22:15:40,471 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=71706e0cb9ca,46355,1733436875847 2024-12-05T22:15:40,471 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:15:40,471 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:15:40,471 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:15:40,471 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:15:40,473 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:15:40,473 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ec0a5d9b66e8402cf8c9fc1f98daf836/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T22:15:40,474 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened fb3982ed7e4e8473493663cbc60ef0ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60132366, jitterRate=-0.10395792126655579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:15:40,474 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:15:40,474 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for fb3982ed7e4e8473493663cbc60ef0ae: Running coprocessor pre-open hook at 1733436940458Writing region info on filesystem at 1733436940458Initializing all the Stores at 1733436940461 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436940461Cleaning up temporary data from old regions at 1733436940471 (+10 ms)Running coprocessor post-open hooks at 1733436940474 (+3 ms)Region opened successfully at 1733436940474 2024-12-05T22:15:40,474 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened ec0a5d9b66e8402cf8c9fc1f98daf836; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68627342, jitterRate=0.0226270854473114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T22:15:40,474 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:15:40,474 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for ec0a5d9b66e8402cf8c9fc1f98daf836: Running coprocessor pre-open hook at 1733436940436Writing region info on filesystem at 1733436940436Initializing all the Stores at 1733436940437 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733436940437Cleaning up temporary data from old regions at 1733436940466 (+29 ms)Running coprocessor post-open hooks at 1733436940474 (+8 ms)Region opened successfully at 1733436940474 2024-12-05T22:15:40,475 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae., pid=55, masterSystemTime=1733436940416 2024-12-05T22:15:40,475 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836., pid=53, masterSystemTime=1733436940416 2024-12-05T22:15:40,477 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. 2024-12-05T22:15:40,477 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. 2024-12-05T22:15:40,477 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=ec0a5d9b66e8402cf8c9fc1f98daf836, regionState=OPEN, openSeqNum=6, regionLocation=71706e0cb9ca,39873,1733436876196 2024-12-05T22:15:40,478 DEBUG [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. 2024-12-05T22:15:40,478 INFO [RS_OPEN_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. 2024-12-05T22:15:40,478 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=fb3982ed7e4e8473493663cbc60ef0ae, regionState=OPEN, openSeqNum=2, regionLocation=71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:40,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec0a5d9b66e8402cf8c9fc1f98daf836, server=71706e0cb9ca,39873,1733436876196 because future has completed 2024-12-05T22:15:40,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb3982ed7e4e8473493663cbc60ef0ae, server=71706e0cb9ca,45269,1733436876237 because future has completed 2024-12-05T22:15:40,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-12-05T22:15:40,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure ec0a5d9b66e8402cf8c9fc1f98daf836, server=71706e0cb9ca,39873,1733436876196 in 9.8120 sec 2024-12-05T22:15:40,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=52 2024-12-05T22:15:40,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=52, state=SUCCESS, hasLock=false; OpenRegionProcedure fb3982ed7e4e8473493663cbc60ef0ae, server=71706e0cb9ca,45269,1733436876237 in 9.8080 sec 2024-12-05T22:15:40,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec0a5d9b66e8402cf8c9fc1f98daf836, ASSIGN in 9.9890 sec 2024-12-05T22:15:40,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=46 2024-12-05T22:15:40,484 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 71706e0cb9ca,37851,1733436876123 after splitting done 2024-12-05T22:15:40,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb3982ed7e4e8473493663cbc60ef0ae, ASSIGN in 9.9890 sec 2024-12-05T22:15:40,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 71706e0cb9ca,37851,1733436876123, splitWal=true, meta=false in 19.9580 sec 2024-12-05T22:15:40,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T22:15:40,525 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T22:15:40,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T22:15:40,525 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:15:40,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:15:40,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:15:40,525 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T22:15:40,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T22:15:40,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T22:15:40,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T22:15:40,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T22:15:40,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:15:40,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T22:15:40,526 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '71706e0cb9ca,39873,1733436876196' ***** 2024-12-05T22:15:40,526 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T22:15:40,526 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '71706e0cb9ca,45269,1733436876237' ***** 2024-12-05T22:15:40,526 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T22:15:40,526 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T22:15:40,526 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T22:15:40,526 INFO [RS:2;71706e0cb9ca:45269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T22:15:40,526 INFO [RS:1;71706e0cb9ca:39873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T22:15:40,526 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T22:15:40,526 INFO [RS:1;71706e0cb9ca:39873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T22:15:40,526 INFO [RS:2;71706e0cb9ca:45269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T22:15:40,526 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(3091): Received CLOSE for ee8147df98b582f44c391649d33de8b2 2024-12-05T22:15:40,526 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f6b61a7b90dd97cbd26052c5c59d0c4 2024-12-05T22:15:40,526 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T22:15:40,527 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ddc59a542e35e360996d453bdeb2fe7 2024-12-05T22:15:40,527 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e000fa3722cc019229600f70912ead0 2024-12-05T22:15:40,527 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(3091): Received CLOSE for b46f07a37c8672986bf0cd328fffdd3f 2024-12-05T22:15:40,527 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(3091): Received CLOSE for fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:15:40,527 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(3091): Received CLOSE for a349435ca1f12a75bccbcbabd6a471d5 2024-12-05T22:15:40,527 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f6b61a7b90dd97cbd26052c5c59d0c4, disabling compactions & flushes 2024-12-05T22:15:40,527 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f42c6c425cdce9a5f41d9811dabe4d9 2024-12-05T22:15:40,527 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d600a45b6aed1bfb6f360278f99614e 2024-12-05T22:15:40,527 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4. 2024-12-05T22:15:40,527 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(3091): Received CLOSE for ec0a5d9b66e8402cf8c9fc1f98daf836 2024-12-05T22:15:40,527 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(959): stopping server 71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:40,527 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee8147df98b582f44c391649d33de8b2, disabling compactions & flushes 2024-12-05T22:15:40,527 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4. 2024-12-05T22:15:40,527 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(959): stopping server 71706e0cb9ca,39873,1733436876196 2024-12-05T22:15:40,527 INFO [RS:2;71706e0cb9ca:45269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T22:15:40,527 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2. 2024-12-05T22:15:40,527 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4. after waiting 0 ms 2024-12-05T22:15:40,527 INFO [RS:1;71706e0cb9ca:39873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T22:15:40,527 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2. 2024-12-05T22:15:40,527 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4. 2024-12-05T22:15:40,527 INFO [RS:2;71706e0cb9ca:45269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;71706e0cb9ca:45269. 2024-12-05T22:15:40,527 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2. after waiting 0 ms 2024-12-05T22:15:40,527 INFO [RS:1;71706e0cb9ca:39873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;71706e0cb9ca:39873. 2024-12-05T22:15:40,527 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2. 2024-12-05T22:15:40,527 DEBUG [RS:2;71706e0cb9ca:45269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T22:15:40,527 DEBUG [RS:1;71706e0cb9ca:39873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T22:15:40,527 DEBUG [RS:2;71706e0cb9ca:45269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:15:40,527 DEBUG [RS:1;71706e0cb9ca:39873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:15:40,527 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-05T22:15:40,527 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T22:15:40,527 DEBUG [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(1325): Online Regions={0f6b61a7b90dd97cbd26052c5c59d0c4=SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4., 5ddc59a542e35e360996d453bdeb2fe7=SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7., 8e000fa3722cc019229600f70912ead0=SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0., fb3982ed7e4e8473493663cbc60ef0ae=SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae., 0f42c6c425cdce9a5f41d9811dabe4d9=SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9.} 2024-12-05T22:15:40,527 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T22:15:40,527 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T22:15:40,527 DEBUG [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(1351): Waiting on 0f42c6c425cdce9a5f41d9811dabe4d9, 0f6b61a7b90dd97cbd26052c5c59d0c4, 5ddc59a542e35e360996d453bdeb2fe7, 8e000fa3722cc019229600f70912ead0, fb3982ed7e4e8473493663cbc60ef0ae 2024-12-05T22:15:40,527 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T22:15:40,528 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-05T22:15:40,528 DEBUG [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(1325): Online Regions={ee8147df98b582f44c391649d33de8b2=SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2., b46f07a37c8672986bf0cd328fffdd3f=SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f., 1588230740=hbase:meta,,1.1588230740, a349435ca1f12a75bccbcbabd6a471d5=SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5., 3d600a45b6aed1bfb6f360278f99614e=SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e., ec0a5d9b66e8402cf8c9fc1f98daf836=SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836.} 2024-12-05T22:15:40,528 DEBUG [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d600a45b6aed1bfb6f360278f99614e, a349435ca1f12a75bccbcbabd6a471d5, b46f07a37c8672986bf0cd328fffdd3f, ec0a5d9b66e8402cf8c9fc1f98daf836, ee8147df98b582f44c391649d33de8b2 2024-12-05T22:15:40,528 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T22:15:40,528 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T22:15:40,528 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T22:15:40,528 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T22:15:40,528 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T22:15:40,528 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-12-05T22:15:40,531 INFO [regionserver/71706e0cb9ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T22:15:40,532 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ee8147df98b582f44c391649d33de8b2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T22:15:40,532 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2. 2024-12-05T22:15:40,532 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee8147df98b582f44c391649d33de8b2: Waiting for close lock at 1733436940527Running coprocessor pre-close hooks at 1733436940527Disabling compacts and flushes for region at 1733436940527Disabling writes for close at 1733436940527Writing region close event to WAL at 1733436940528 (+1 ms)Running coprocessor post-close hooks at 1733436940532 (+4 ms)Closed at 1733436940532 2024-12-05T22:15:40,533 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733436888209.ee8147df98b582f44c391649d33de8b2. 2024-12-05T22:15:40,533 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b46f07a37c8672986bf0cd328fffdd3f, disabling compactions & flushes 2024-12-05T22:15:40,533 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. 2024-12-05T22:15:40,533 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. 2024-12-05T22:15:40,533 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. after waiting 0 ms 2024-12-05T22:15:40,533 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. 2024-12-05T22:15:40,536 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/0f6b61a7b90dd97cbd26052c5c59d0c4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T22:15:40,536 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4. 2024-12-05T22:15:40,536 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f6b61a7b90dd97cbd26052c5c59d0c4: Waiting for close lock at 1733436940527Running coprocessor pre-close hooks at 1733436940527Disabling compacts and flushes for region at 1733436940527Disabling writes for close at 1733436940527Writing region close event to WAL at 1733436940527Running coprocessor post-close hooks at 1733436940536 (+9 ms)Closed at 1733436940536 2024-12-05T22:15:40,537 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4. 2024-12-05T22:15:40,537 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ddc59a542e35e360996d453bdeb2fe7, disabling compactions & flushes 2024-12-05T22:15:40,537 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. 2024-12-05T22:15:40,537 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. 2024-12-05T22:15:40,537 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/b46f07a37c8672986bf0cd328fffdd3f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T22:15:40,537 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. after waiting 0 ms 2024-12-05T22:15:40,537 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. 2024-12-05T22:15:40,538 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. 2024-12-05T22:15:40,538 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b46f07a37c8672986bf0cd328fffdd3f: Waiting for close lock at 1733436940533Running coprocessor pre-close hooks at 1733436940533Disabling compacts and flushes for region at 1733436940533Disabling writes for close at 1733436940533Writing region close event to WAL at 1733436940533Running coprocessor post-close hooks at 1733436940537 (+4 ms)Closed at 1733436940538 (+1 ms) 2024-12-05T22:15:40,538 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733436888209.b46f07a37c8672986bf0cd328fffdd3f. 2024-12-05T22:15:40,538 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a349435ca1f12a75bccbcbabd6a471d5, disabling compactions & flushes 2024-12-05T22:15:40,538 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5. 2024-12-05T22:15:40,538 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5. 2024-12-05T22:15:40,538 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5. after waiting 0 ms 2024-12-05T22:15:40,538 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5. 2024-12-05T22:15:40,542 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/5ddc59a542e35e360996d453bdeb2fe7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-05T22:15:40,543 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. 2024-12-05T22:15:40,543 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ddc59a542e35e360996d453bdeb2fe7: Waiting for close lock at 1733436940537Running coprocessor pre-close hooks at 1733436940537Disabling compacts and flushes for region at 1733436940537Disabling writes for close at 1733436940537Writing region close event to WAL at 1733436940538 (+1 ms)Running coprocessor post-close hooks at 1733436940543 (+5 ms)Closed at 1733436940543 2024-12-05T22:15:40,543 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733436888209.5ddc59a542e35e360996d453bdeb2fe7. 2024-12-05T22:15:40,543 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e000fa3722cc019229600f70912ead0, disabling compactions & flushes 2024-12-05T22:15:40,543 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0. 2024-12-05T22:15:40,543 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0. 2024-12-05T22:15:40,543 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0. after waiting 0 ms 2024-12-05T22:15:40,543 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0. 2024-12-05T22:15:40,545 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/a349435ca1f12a75bccbcbabd6a471d5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T22:15:40,546 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5. 2024-12-05T22:15:40,546 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a349435ca1f12a75bccbcbabd6a471d5: Waiting for close lock at 1733436940538Running coprocessor pre-close hooks at 1733436940538Disabling compacts and flushes for region at 1733436940538Disabling writes for close at 1733436940538Writing region close event to WAL at 1733436940540 (+2 ms)Running coprocessor post-close hooks at 1733436940546 (+6 ms)Closed at 1733436940546 2024-12-05T22:15:40,546 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733436888209.a349435ca1f12a75bccbcbabd6a471d5. 2024-12-05T22:15:40,546 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d600a45b6aed1bfb6f360278f99614e, disabling compactions & flushes 2024-12-05T22:15:40,546 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e. 2024-12-05T22:15:40,546 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e. 2024-12-05T22:15:40,546 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e. after waiting 0 ms 2024-12-05T22:15:40,546 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e. 2024-12-05T22:15:40,549 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740/.tmp/info/03bde10acb9e40e7949e0630e114f8a5 is 167, key is SPTestTable,19999999,1733436888209.0f6b61a7b90dd97cbd26052c5c59d0c4./info:regioninfo/1733436899194/Put/seqid=0 2024-12-05T22:15:40,549 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/8e000fa3722cc019229600f70912ead0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T22:15:40,550 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0. 2024-12-05T22:15:40,550 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e000fa3722cc019229600f70912ead0: Waiting for close lock at 1733436940543Running coprocessor pre-close hooks at 1733436940543Disabling compacts and flushes for region at 1733436940543Disabling writes for close at 1733436940543Writing region close event to WAL at 1733436940544 (+1 ms)Running coprocessor post-close hooks at 1733436940550 (+6 ms)Closed at 1733436940550 2024-12-05T22:15:40,550 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733436888209.8e000fa3722cc019229600f70912ead0. 2024-12-05T22:15:40,551 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb3982ed7e4e8473493663cbc60ef0ae, disabling compactions & flushes 2024-12-05T22:15:40,551 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. 2024-12-05T22:15:40,551 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. 2024-12-05T22:15:40,551 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. after waiting 0 ms 2024-12-05T22:15:40,551 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. 2024-12-05T22:15:40,555 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/3d600a45b6aed1bfb6f360278f99614e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T22:15:40,556 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e. 2024-12-05T22:15:40,556 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d600a45b6aed1bfb6f360278f99614e: Waiting for close lock at 1733436940546Running coprocessor pre-close hooks at 1733436940546Disabling compacts and flushes for region at 1733436940546Disabling writes for close at 1733436940546Writing region close event to WAL at 1733436940548 (+2 ms)Running coprocessor post-close hooks at 1733436940556 (+8 ms)Closed at 1733436940556 2024-12-05T22:15:40,556 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733436888209.3d600a45b6aed1bfb6f360278f99614e. 2024-12-05T22:15:40,556 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec0a5d9b66e8402cf8c9fc1f98daf836, disabling compactions & flushes 2024-12-05T22:15:40,556 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. 2024-12-05T22:15:40,556 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. 2024-12-05T22:15:40,556 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. after waiting 0 ms 2024-12-05T22:15:40,556 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. 2024-12-05T22:15:40,557 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/fb3982ed7e4e8473493663cbc60ef0ae/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T22:15:40,557 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. 2024-12-05T22:15:40,557 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb3982ed7e4e8473493663cbc60ef0ae: Waiting for close lock at 1733436940551Running coprocessor pre-close hooks at 1733436940551Disabling compacts and flushes for region at 1733436940551Disabling writes for close at 1733436940551Writing region close event to WAL at 1733436940552 (+1 ms)Running coprocessor post-close hooks at 1733436940557 (+5 ms)Closed at 1733436940557 2024-12-05T22:15:40,557 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733436888209.fb3982ed7e4e8473493663cbc60ef0ae. 2024-12-05T22:15:40,558 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f42c6c425cdce9a5f41d9811dabe4d9, disabling compactions & flushes 2024-12-05T22:15:40,558 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9. 2024-12-05T22:15:40,558 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9. 2024-12-05T22:15:40,558 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9. after waiting 0 ms 2024-12-05T22:15:40,558 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9. 2024-12-05T22:15:40,561 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/ec0a5d9b66e8402cf8c9fc1f98daf836/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-05T22:15:40,562 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. 2024-12-05T22:15:40,562 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec0a5d9b66e8402cf8c9fc1f98daf836: Waiting for close lock at 1733436940556Running coprocessor pre-close hooks at 1733436940556Disabling compacts and flushes for region at 1733436940556Disabling writes for close at 1733436940556Writing region close event to WAL at 1733436940557 (+1 ms)Running coprocessor post-close hooks at 1733436940562 (+5 ms)Closed at 1733436940562 2024-12-05T22:15:40,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741864_1040 (size=20260) 2024-12-05T22:15:40,563 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733436888209.ec0a5d9b66e8402cf8c9fc1f98daf836. 2024-12-05T22:15:40,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741864_1040 (size=20260) 2024-12-05T22:15:40,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741864_1040 (size=20260) 2024-12-05T22:15:40,564 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740/.tmp/info/03bde10acb9e40e7949e0630e114f8a5 2024-12-05T22:15:40,566 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/default/SPTestTable/0f42c6c425cdce9a5f41d9811dabe4d9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T22:15:40,567 INFO [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9. 2024-12-05T22:15:40,567 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f42c6c425cdce9a5f41d9811dabe4d9: Waiting for close lock at 1733436940558Running coprocessor pre-close hooks at 1733436940558Disabling compacts and flushes for region at 1733436940558Disabling writes for close at 1733436940558Writing region close event to WAL at 1733436940561 (+3 ms)Running coprocessor post-close hooks at 1733436940567 (+6 ms)Closed at 1733436940567 2024-12-05T22:15:40,567 DEBUG [RS_CLOSE_REGION-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733436888209.0f42c6c425cdce9a5f41d9811dabe4d9. 2024-12-05T22:15:40,588 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740/.tmp/ns/d5d6d5f3cebd45c1bcabf2dbc8804237 is 43, key is default/ns:d/1733436888046/Put/seqid=0 2024-12-05T22:15:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741865_1041 (size=5153) 2024-12-05T22:15:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741865_1041 (size=5153) 2024-12-05T22:15:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741865_1041 (size=5153) 2024-12-05T22:15:40,596 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740/.tmp/ns/d5d6d5f3cebd45c1bcabf2dbc8804237 2024-12-05T22:15:40,617 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740/.tmp/table/3ec422a9e5854b549cfe02e475148cbd is 47, key is SPTestTable/table:state/1733436899516/Put/seqid=0 2024-12-05T22:15:40,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741866_1042 (size=5214) 2024-12-05T22:15:40,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741866_1042 (size=5214) 2024-12-05T22:15:40,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741866_1042 (size=5214) 2024-12-05T22:15:40,624 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740/.tmp/table/3ec422a9e5854b549cfe02e475148cbd 2024-12-05T22:15:40,625 INFO [regionserver/71706e0cb9ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T22:15:40,631 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740/.tmp/info/03bde10acb9e40e7949e0630e114f8a5 as hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740/info/03bde10acb9e40e7949e0630e114f8a5 2024-12-05T22:15:40,637 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740/info/03bde10acb9e40e7949e0630e114f8a5, entries=116, sequenceid=37, filesize=19.8 K 2024-12-05T22:15:40,638 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740/.tmp/ns/d5d6d5f3cebd45c1bcabf2dbc8804237 as hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740/ns/d5d6d5f3cebd45c1bcabf2dbc8804237 2024-12-05T22:15:40,644 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740/ns/d5d6d5f3cebd45c1bcabf2dbc8804237, entries=2, sequenceid=37, filesize=5.0 K 2024-12-05T22:15:40,646 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740/.tmp/table/3ec422a9e5854b549cfe02e475148cbd as hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740/table/3ec422a9e5854b549cfe02e475148cbd 2024-12-05T22:15:40,653 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740/table/3ec422a9e5854b549cfe02e475148cbd, entries=2, sequenceid=37, filesize=5.1 K 2024-12-05T22:15:40,654 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 126ms, sequenceid=37, compaction requested=false 2024-12-05T22:15:40,658 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-05T22:15:40,659 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T22:15:40,659 INFO [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T22:15:40,659 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733436940528Running coprocessor pre-close hooks at 1733436940528Disabling compacts and flushes for region at 1733436940528Disabling writes for close at 1733436940528Obtaining lock to block concurrent updates at 1733436940528Preparing flush snapshotting stores in 1588230740 at 1733436940528Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1733436940529 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733436940529Flushing 1588230740/info: creating writer at 1733436940529Flushing 1588230740/info: appending metadata at 1733436940549 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733436940549Flushing 1588230740/ns: creating writer at 1733436940571 (+22 ms)Flushing 1588230740/ns: appending metadata at 1733436940588 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733436940588Flushing 1588230740/table: creating writer at 1733436940602 (+14 ms)Flushing 1588230740/table: appending metadata at 1733436940616 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733436940616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1139bca0: reopening flushed file at 1733436940630 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db45fb9: reopening flushed file at 1733436940637 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e984793: reopening flushed file at 1733436940645 (+8 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 126ms, sequenceid=37, compaction requested=false at 1733436940654 (+9 ms)Writing region close event to WAL at 1733436940655 (+1 ms)Running coprocessor post-close hooks at 1733436940659 (+4 ms)Closed at 1733436940659 2024-12-05T22:15:40,659 DEBUG [RS_CLOSE_META-regionserver/71706e0cb9ca:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T22:15:40,728 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(976): stopping server 71706e0cb9ca,45269,1733436876237; all regions closed. 2024-12-05T22:15:40,728 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(976): stopping server 71706e0cb9ca,39873,1733436876196; all regions closed. 2024-12-05T22:15:40,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741836_1012 (size=19450) 2024-12-05T22:15:40,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741836_1012 (size=19450) 2024-12-05T22:15:40,731 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/WALs/71706e0cb9ca,45269,1733436876237/71706e0cb9ca%2C45269%2C1733436876237.1733436877467 not finished, retry = 0 2024-12-05T22:15:40,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741835_1011 (size=3534) 2024-12-05T22:15:40,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741836_1012 (size=19450) 2024-12-05T22:15:40,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741835_1011 (size=3534) 2024-12-05T22:15:40,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741835_1011 (size=3534) 2024-12-05T22:15:40,733 DEBUG [RS:1;71706e0cb9ca:39873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/oldWALs 2024-12-05T22:15:40,733 INFO [RS:1;71706e0cb9ca:39873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 71706e0cb9ca%2C39873%2C1733436876196.meta:.meta(num 1733436887840) 2024-12-05T22:15:40,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741834_1010 (size=3564) 2024-12-05T22:15:40,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741834_1010 (size=3564) 2024-12-05T22:15:40,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741834_1010 (size=3564) 2024-12-05T22:15:40,738 DEBUG [RS:1;71706e0cb9ca:39873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/oldWALs 2024-12-05T22:15:40,738 INFO [RS:1;71706e0cb9ca:39873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 71706e0cb9ca%2C39873%2C1733436876196:(num 1733436877463) 2024-12-05T22:15:40,738 DEBUG [RS:1;71706e0cb9ca:39873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:15:40,738 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T22:15:40,738 INFO [RS:1;71706e0cb9ca:39873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T22:15:40,738 INFO [RS:1;71706e0cb9ca:39873 {}] hbase.ChoreService(370): Chore service for: regionserver/71706e0cb9ca:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T22:15:40,738 INFO [RS:1;71706e0cb9ca:39873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T22:15:40,738 INFO [regionserver/71706e0cb9ca:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T22:15:40,739 INFO [RS:1;71706e0cb9ca:39873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39873 2024-12-05T22:15:40,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/71706e0cb9ca,39873,1733436876196 2024-12-05T22:15:40,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T22:15:40,746 INFO [RS:1;71706e0cb9ca:39873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T22:15:40,756 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [71706e0cb9ca,39873,1733436876196] 2024-12-05T22:15:40,767 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/71706e0cb9ca,39873,1733436876196 already deleted, retry=false 2024-12-05T22:15:40,767 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 71706e0cb9ca,39873,1733436876196 expired; onlineServers=1 2024-12-05T22:15:40,834 DEBUG [RS:2;71706e0cb9ca:45269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/oldWALs 2024-12-05T22:15:40,834 INFO [RS:2;71706e0cb9ca:45269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 71706e0cb9ca%2C45269%2C1733436876237:(num 1733436877467) 2024-12-05T22:15:40,834 DEBUG [RS:2;71706e0cb9ca:45269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T22:15:40,834 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T22:15:40,834 INFO [RS:2;71706e0cb9ca:45269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T22:15:40,834 INFO [RS:2;71706e0cb9ca:45269 {}] hbase.ChoreService(370): Chore service for: regionserver/71706e0cb9ca:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T22:15:40,835 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T22:15:40,835 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T22:15:40,835 INFO [regionserver/71706e0cb9ca:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T22:15:40,835 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T22:15:40,835 INFO [RS:2;71706e0cb9ca:45269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T22:15:40,835 INFO [RS:2;71706e0cb9ca:45269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45269 2024-12-05T22:15:40,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T22:15:40,840 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/71706e0cb9ca,45269,1733436876237 2024-12-05T22:15:40,840 INFO [RS:2;71706e0cb9ca:45269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T22:15:40,851 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [71706e0cb9ca,45269,1733436876237] 2024-12-05T22:15:40,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T22:15:40,856 INFO [RS:1;71706e0cb9ca:39873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T22:15:40,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x101a78f9fd60002, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T22:15:40,856 INFO [RS:1;71706e0cb9ca:39873 {}] regionserver.HRegionServer(1031): Exiting; stopping=71706e0cb9ca,39873,1733436876196; zookeeper connection closed. 2024-12-05T22:15:40,856 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70230432 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70230432 2024-12-05T22:15:40,861 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/71706e0cb9ca,45269,1733436876237 already deleted, retry=false 2024-12-05T22:15:40,861 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 71706e0cb9ca,45269,1733436876237 expired; onlineServers=0 2024-12-05T22:15:40,861 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '71706e0cb9ca,46355,1733436875847' ***** 2024-12-05T22:15:40,861 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T22:15:40,861 INFO [M:0;71706e0cb9ca:46355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T22:15:40,861 INFO [M:0;71706e0cb9ca:46355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T22:15:40,862 DEBUG [M:0;71706e0cb9ca:46355 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T22:15:40,862 DEBUG [M:0;71706e0cb9ca:46355 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T22:15:40,862 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T22:15:40,862 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster-HFileCleaner.small.0-1733436877176 {}] cleaner.HFileCleaner(306): Exit Thread[master/71706e0cb9ca:0:becomeActiveMaster-HFileCleaner.small.0-1733436877176,5,FailOnTimeoutGroup] 2024-12-05T22:15:40,862 DEBUG [master/71706e0cb9ca:0:becomeActiveMaster-HFileCleaner.large.0-1733436877173 {}] cleaner.HFileCleaner(306): Exit Thread[master/71706e0cb9ca:0:becomeActiveMaster-HFileCleaner.large.0-1733436877173,5,FailOnTimeoutGroup] 2024-12-05T22:15:40,862 INFO [M:0;71706e0cb9ca:46355 {}] hbase.ChoreService(370): Chore service for: master/71706e0cb9ca:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T22:15:40,862 INFO [M:0;71706e0cb9ca:46355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T22:15:40,862 DEBUG [M:0;71706e0cb9ca:46355 {}] master.HMaster(1795): Stopping service threads 2024-12-05T22:15:40,862 INFO [M:0;71706e0cb9ca:46355 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T22:15:40,862 INFO [M:0;71706e0cb9ca:46355 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T22:15:40,862 ERROR [M:0;71706e0cb9ca:46355 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (311559302) connection to localhost/127.0.0.1:42285 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42285,5,PEWorkerGroup] 2024-12-05T22:15:40,863 INFO [M:0;71706e0cb9ca:46355 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T22:15:40,863 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T22:15:40,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T22:15:40,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T22:15:40,872 DEBUG [M:0;71706e0cb9ca:46355 {}] zookeeper.ZKUtil(347): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T22:15:40,872 WARN [M:0;71706e0cb9ca:46355 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T22:15:40,872 INFO [M:0;71706e0cb9ca:46355 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/.lastflushedseqids 2024-12-05T22:15:40,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741867_1043 (size=650) 2024-12-05T22:15:40,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741867_1043 (size=650) 2024-12-05T22:15:40,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741867_1043 (size=650) 2024-12-05T22:15:40,882 INFO [M:0;71706e0cb9ca:46355 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T22:15:40,882 INFO [M:0;71706e0cb9ca:46355 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T22:15:40,882 DEBUG [M:0;71706e0cb9ca:46355 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T22:15:40,882 INFO [M:0;71706e0cb9ca:46355 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T22:15:40,882 DEBUG [M:0;71706e0cb9ca:46355 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T22:15:40,882 DEBUG [M:0;71706e0cb9ca:46355 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T22:15:40,882 DEBUG [M:0;71706e0cb9ca:46355 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T22:15:40,882 INFO [M:0;71706e0cb9ca:46355 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=229.36 KB heapSize=273.95 KB 2024-12-05T22:15:40,897 DEBUG [M:0;71706e0cb9ca:46355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c2a20b213d94715acbd30dc5a636ac6 is 82, key is hbase:meta,,1/info:regioninfo/1733436887977/Put/seqid=0 2024-12-05T22:15:40,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741868_1044 (size=5672) 2024-12-05T22:15:40,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741868_1044 (size=5672) 2024-12-05T22:15:40,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741868_1044 (size=5672) 2024-12-05T22:15:40,907 INFO [M:0;71706e0cb9ca:46355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c2a20b213d94715acbd30dc5a636ac6 2024-12-05T22:15:40,935 DEBUG [M:0;71706e0cb9ca:46355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc3330e863c8462b8da947b42da13cfb is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733436899522/Put/seqid=0 2024-12-05T22:15:40,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741869_1045 (size=9436) 2024-12-05T22:15:40,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741869_1045 (size=9436) 2024-12-05T22:15:40,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741869_1045 (size=9436) 2024-12-05T22:15:40,945 INFO [M:0;71706e0cb9ca:46355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228.62 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc3330e863c8462b8da947b42da13cfb 2024-12-05T22:15:40,951 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T22:15:40,951 INFO [RS:2;71706e0cb9ca:45269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T22:15:40,951 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x101a78f9fd60003, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T22:15:40,951 INFO [RS:2;71706e0cb9ca:45269 {}] regionserver.HRegionServer(1031): Exiting; stopping=71706e0cb9ca,45269,1733436876237; zookeeper connection closed. 2024-12-05T22:15:40,951 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@583354e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@583354e5 2024-12-05T22:15:40,952 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-05T22:15:40,952 INFO [M:0;71706e0cb9ca:46355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc3330e863c8462b8da947b42da13cfb 2024-12-05T22:15:40,973 DEBUG [M:0;71706e0cb9ca:46355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5356edfa919043d2aab5b3cbc8d78385 is 69, key is 71706e0cb9ca,39873,1733436876196/rs:state/1733436877249/Put/seqid=0 2024-12-05T22:15:40,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741870_1046 (size=5442) 2024-12-05T22:15:40,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741870_1046 (size=5442) 2024-12-05T22:15:40,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741870_1046 (size=5442) 2024-12-05T22:15:40,983 INFO [M:0;71706e0cb9ca:46355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5356edfa919043d2aab5b3cbc8d78385 2024-12-05T22:15:40,988 INFO [M:0;71706e0cb9ca:46355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5356edfa919043d2aab5b3cbc8d78385 2024-12-05T22:15:40,989 DEBUG [M:0;71706e0cb9ca:46355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c2a20b213d94715acbd30dc5a636ac6 as hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c2a20b213d94715acbd30dc5a636ac6 2024-12-05T22:15:40,995 INFO [M:0;71706e0cb9ca:46355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c2a20b213d94715acbd30dc5a636ac6, entries=8, sequenceid=482, filesize=5.5 K 2024-12-05T22:15:40,996 DEBUG [M:0;71706e0cb9ca:46355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc3330e863c8462b8da947b42da13cfb as hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc3330e863c8462b8da947b42da13cfb 2024-12-05T22:15:41,002 INFO [M:0;71706e0cb9ca:46355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc3330e863c8462b8da947b42da13cfb 2024-12-05T22:15:41,002 INFO [M:0;71706e0cb9ca:46355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc3330e863c8462b8da947b42da13cfb, entries=56, sequenceid=482, filesize=9.2 K 2024-12-05T22:15:41,003 DEBUG [M:0;71706e0cb9ca:46355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5356edfa919043d2aab5b3cbc8d78385 as hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5356edfa919043d2aab5b3cbc8d78385 2024-12-05T22:15:41,008 INFO [M:0;71706e0cb9ca:46355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5356edfa919043d2aab5b3cbc8d78385 2024-12-05T22:15:41,009 INFO [M:0;71706e0cb9ca:46355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42285/user/jenkins/test-data/26803139-8f83-7877-99a5-8fa9c0dcc5bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5356edfa919043d2aab5b3cbc8d78385, entries=3, sequenceid=482, filesize=5.3 K 2024-12-05T22:15:41,010 INFO [M:0;71706e0cb9ca:46355 {}] regionserver.HRegion(3140): Finished flush of dataSize ~229.36 KB/234861, heapSize ~273.66 KB/280224, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=482, compaction requested=false 2024-12-05T22:15:41,011 INFO [M:0;71706e0cb9ca:46355 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T22:15:41,011 DEBUG [M:0;71706e0cb9ca:46355 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733436940882Disabling compacts and flushes for region at 1733436940882Disabling writes for close at 1733436940882Obtaining lock to block concurrent updates at 1733436940882Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733436940882Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=234861, getHeapSize=280464, getOffHeapSize=0, getCellsCount=589 at 1733436940883 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733436940884 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733436940884Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733436940897 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733436940897Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733436940914 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733436940935 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733436940935Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733436940952 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733436940972 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733436940972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@240972be: reopening flushed file at 1733436940988 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e1d9bec: reopening flushed file at 1733436940995 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c70316e: reopening flushed file at 1733436941002 (+7 ms)Finished flush of dataSize ~229.36 KB/234861, heapSize ~273.66 KB/280224, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=482, compaction requested=false at 1733436941010 (+8 ms)Writing region close event to WAL at 1733436941011 (+1 ms)Closed at 1733436941011 2024-12-05T22:15:41,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741830_1006 (size=267038) 2024-12-05T22:15:41,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36227 is added to blk_1073741830_1006 (size=267038) 2024-12-05T22:15:41,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741830_1006 (size=267038) 2024-12-05T22:15:41,016 INFO [M:0;71706e0cb9ca:46355 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T22:15:41,016 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T22:15:41,016 INFO [M:0;71706e0cb9ca:46355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46355 2024-12-05T22:15:41,016 INFO [M:0;71706e0cb9ca:46355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T22:15:41,129 INFO [M:0;71706e0cb9ca:46355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T22:15:41,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T22:15:41,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x101a78f9fd60000, quorum=127.0.0.1:50767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T22:15:41,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@783ee11d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T22:15:41,133 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a7d5baf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T22:15:41,133 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T22:15:41,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ba8220b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T22:15:41,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25f7abb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/hadoop.log.dir/,STOPPED} 2024-12-05T22:15:41,134 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T22:15:41,134 WARN [BP-711343381-172.17.0.3-1733436872160 heartbeating to localhost/127.0.0.1:42285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T22:15:41,134 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T22:15:41,134 WARN [BP-711343381-172.17.0.3-1733436872160 heartbeating to localhost/127.0.0.1:42285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-711343381-172.17.0.3-1733436872160 (Datanode Uuid 5f1f5c82-53aa-4667-bec6-32db4fbdbbf6) service to localhost/127.0.0.1:42285 2024-12-05T22:15:41,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/cluster_d1fa91ce-43a0-e2ce-1a43-7e17506e1045/data/data5/current/BP-711343381-172.17.0.3-1733436872160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T22:15:41,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/cluster_d1fa91ce-43a0-e2ce-1a43-7e17506e1045/data/data6/current/BP-711343381-172.17.0.3-1733436872160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T22:15:41,136 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T22:15:41,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58983f0d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T22:15:41,141 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@631d2315{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T22:15:41,141 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T22:15:41,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f9b6f36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T22:15:41,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b1b5d49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/hadoop.log.dir/,STOPPED} 2024-12-05T22:15:41,143 WARN [BP-711343381-172.17.0.3-1733436872160 heartbeating to localhost/127.0.0.1:42285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T22:15:41,143 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T22:15:41,143 WARN [BP-711343381-172.17.0.3-1733436872160 heartbeating to localhost/127.0.0.1:42285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-711343381-172.17.0.3-1733436872160 (Datanode Uuid dec85e18-ff3a-43be-a088-e988e346ee3b) service to localhost/127.0.0.1:42285 2024-12-05T22:15:41,143 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T22:15:41,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/cluster_d1fa91ce-43a0-e2ce-1a43-7e17506e1045/data/data3/current/BP-711343381-172.17.0.3-1733436872160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T22:15:41,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/cluster_d1fa91ce-43a0-e2ce-1a43-7e17506e1045/data/data4/current/BP-711343381-172.17.0.3-1733436872160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T22:15:41,144 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T22:15:41,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cd99e53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T22:15:41,146 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1aafdbaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T22:15:41,146 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T22:15:41,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2094a136{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T22:15:41,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1779f798{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/hadoop.log.dir/,STOPPED} 2024-12-05T22:15:41,148 WARN [BP-711343381-172.17.0.3-1733436872160 heartbeating to localhost/127.0.0.1:42285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T22:15:41,148 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T22:15:41,148 WARN [BP-711343381-172.17.0.3-1733436872160 heartbeating to localhost/127.0.0.1:42285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-711343381-172.17.0.3-1733436872160 (Datanode Uuid e98dc4b6-8ecc-4226-b399-5433b8baf467) service to localhost/127.0.0.1:42285 2024-12-05T22:15:41,148 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T22:15:41,149 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/cluster_d1fa91ce-43a0-e2ce-1a43-7e17506e1045/data/data1/current/BP-711343381-172.17.0.3-1733436872160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T22:15:41,149 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/cluster_d1fa91ce-43a0-e2ce-1a43-7e17506e1045/data/data2/current/BP-711343381-172.17.0.3-1733436872160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T22:15:41,149 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T22:15:41,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1955b4a6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T22:15:41,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d8d945{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T22:15:41,156 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T22:15:41,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9df9224{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T22:15:41,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16423e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36ad04c6-2aeb-520c-64f5-902330a16856/hadoop.log.dir/,STOPPED} 2024-12-05T22:15:41,163 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T22:15:41,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T22:15:41,205 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 95) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (311559302) connection to localhost/127.0.0.1:42285 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (311559302) connection to localhost/127.0.0.1:42285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (311559302) connection to localhost/127.0.0.1:42285 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/71706e0cb9ca:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (311559302) connection to localhost/127.0.0.1:42285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 436) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=626 (was 552) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=416 (was 1028)