2024-12-09 08:12:24,028 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-09 08:12:24,043 main DEBUG Took 0.012621 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 08:12:24,043 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 08:12:24,043 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 08:12:24,044 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 08:12:24,046 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 08:12:24,054 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 08:12:24,078 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 08:12:24,082 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 08:12:24,083 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 08:12:24,083 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 08:12:24,084 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 08:12:24,084 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 08:12:24,085 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 08:12:24,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 08:12:24,086 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 08:12:24,086 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 08:12:24,087 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 08:12:24,088 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 08:12:24,088 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 08:12:24,089 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 08:12:24,089 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 08:12:24,090 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 08:12:24,090 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 08:12:24,091 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 08:12:24,091 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 08:12:24,091 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 08:12:24,092 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 08:12:24,092 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 08:12:24,093 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 08:12:24,093 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 08:12:24,094 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 08:12:24,094 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 08:12:24,096 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 08:12:24,101 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 08:12:24,103 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 08:12:24,104 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 08:12:24,106 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 08:12:24,106 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 08:12:24,122 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 08:12:24,125 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 08:12:24,127 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 08:12:24,127 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 08:12:24,128 main DEBUG createAppenders(={Console}) 2024-12-09 08:12:24,129 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-09 08:12:24,129 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-09 08:12:24,130 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-09 08:12:24,130 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 08:12:24,131 main DEBUG OutputStream closed 2024-12-09 08:12:24,131 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 08:12:24,131 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 08:12:24,132 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-09 08:12:24,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 08:12:24,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 08:12:24,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 08:12:24,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 08:12:24,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 08:12:24,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 08:12:24,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 08:12:24,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 08:12:24,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 08:12:24,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 08:12:24,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 08:12:24,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 08:12:24,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 08:12:24,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 08:12:24,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 08:12:24,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 08:12:24,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 08:12:24,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 08:12:24,243 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 08:12:24,244 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-09 08:12:24,244 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 08:12:24,245 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-09T08:12:24,262 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-09 08:12:24,266 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 08:12:24,266 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T08:12:24,277 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-09T08:12:24,324 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=6339 2024-12-09T08:12:24,674 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d 2024-12-09T08:12:24,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T08:12:24,703 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/cluster_74c743c0-f4a4-f943-0900-013888e286a7, deleteOnExit=true 2024-12-09T08:12:24,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T08:12:24,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/test.cache.data in system properties and HBase conf 2024-12-09T08:12:24,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T08:12:24,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/hadoop.log.dir in system properties and HBase conf 2024-12-09T08:12:24,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T08:12:24,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T08:12:24,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T08:12:24,821 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T08:12:25,006 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T08:12:25,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T08:12:25,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T08:12:25,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T08:12:25,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T08:12:25,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T08:12:25,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T08:12:25,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T08:12:25,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T08:12:25,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T08:12:25,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/nfs.dump.dir in system properties and HBase conf 2024-12-09T08:12:25,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/java.io.tmpdir in system properties and HBase conf 2024-12-09T08:12:25,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T08:12:25,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T08:12:25,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T08:12:26,294 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T08:12:26,376 INFO [Time-limited test {}] log.Log(170): Logging initialized @3247ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T08:12:26,456 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T08:12:26,537 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T08:12:26,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T08:12:26,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T08:12:26,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T08:12:26,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T08:12:26,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/hadoop.log.dir/,AVAILABLE} 2024-12-09T08:12:26,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T08:12:26,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/java.io.tmpdir/jetty-localhost-34953-hadoop-hdfs-3_4_1-tests_jar-_-any-3597417873899062915/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T08:12:26,830 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:34953} 2024-12-09T08:12:26,830 INFO [Time-limited test {}] server.Server(415): Started @3703ms 2024-12-09T08:12:27,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T08:12:27,536 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T08:12:27,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T08:12:27,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T08:12:27,538 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T08:12:27,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/hadoop.log.dir/,AVAILABLE} 2024-12-09T08:12:27,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T08:12:27,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/java.io.tmpdir/jetty-localhost-45163-hadoop-hdfs-3_4_1-tests_jar-_-any-7487841360062100432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T08:12:27,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:45163} 2024-12-09T08:12:27,644 INFO [Time-limited test {}] server.Server(415): Started @4517ms 2024-12-09T08:12:27,697 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T08:12:27,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T08:12:27,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T08:12:27,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T08:12:27,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T08:12:27,850 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T08:12:27,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/hadoop.log.dir/,AVAILABLE} 2024-12-09T08:12:27,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T08:12:27,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/java.io.tmpdir/jetty-localhost-35845-hadoop-hdfs-3_4_1-tests_jar-_-any-14174017493918699875/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T08:12:27,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:35845} 2024-12-09T08:12:27,993 INFO [Time-limited test {}] server.Server(415): Started @4866ms 2024-12-09T08:12:27,997 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T08:12:28,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T08:12:28,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T08:12:28,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T08:12:28,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T08:12:28,071 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T08:12:28,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/hadoop.log.dir/,AVAILABLE} 2024-12-09T08:12:28,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T08:12:28,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/java.io.tmpdir/jetty-localhost-40187-hadoop-hdfs-3_4_1-tests_jar-_-any-11031795709100339707/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T08:12:28,187 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:40187} 2024-12-09T08:12:28,188 INFO [Time-limited test {}] server.Server(415): Started @5060ms 2024-12-09T08:12:28,190 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T08:12:29,952 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/cluster_74c743c0-f4a4-f943-0900-013888e286a7/data/data3/current/BP-933236279-172.17.0.2-1733731945631/current, will proceed with Du for space computation calculation, 2024-12-09T08:12:29,952 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/cluster_74c743c0-f4a4-f943-0900-013888e286a7/data/data1/current/BP-933236279-172.17.0.2-1733731945631/current, will proceed with Du for space computation calculation, 2024-12-09T08:12:29,952 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/cluster_74c743c0-f4a4-f943-0900-013888e286a7/data/data4/current/BP-933236279-172.17.0.2-1733731945631/current, will proceed with Du for space computation calculation, 2024-12-09T08:12:29,952 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/cluster_74c743c0-f4a4-f943-0900-013888e286a7/data/data2/current/BP-933236279-172.17.0.2-1733731945631/current, will proceed with Du for space computation calculation, 2024-12-09T08:12:29,990 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T08:12:29,990 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T08:12:30,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee61a8345d6da919 with lease ID 0x760d65ae4aeb9329: Processing first storage report for DS-9c2cdbd7-8c52-4a73-a95c-8dc7181da8d1 from datanode DatanodeRegistration(127.0.0.1:41517, datanodeUuid=6e7c3a78-db1b-4de7-95d4-fd4da5248867, infoPort=41279, infoSecurePort=0, ipcPort=35863, storageInfo=lv=-57;cid=testClusterID;nsid=1680979644;c=1733731945631) 2024-12-09T08:12:30,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee61a8345d6da919 with lease ID 0x760d65ae4aeb9329: from storage DS-9c2cdbd7-8c52-4a73-a95c-8dc7181da8d1 node DatanodeRegistration(127.0.0.1:41517, datanodeUuid=6e7c3a78-db1b-4de7-95d4-fd4da5248867, infoPort=41279, infoSecurePort=0, ipcPort=35863, storageInfo=lv=-57;cid=testClusterID;nsid=1680979644;c=1733731945631), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T08:12:30,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80b0bd53cbf68856 with lease ID 0x760d65ae4aeb932a: Processing first storage report for DS-5381a6fb-ef8c-41fe-8ea6-e7cdabaa499f from datanode DatanodeRegistration(127.0.0.1:34599, datanodeUuid=f51e667d-862a-4c9d-aee8-71ca0013e0dc, infoPort=40023, infoSecurePort=0, ipcPort=38867, storageInfo=lv=-57;cid=testClusterID;nsid=1680979644;c=1733731945631) 2024-12-09T08:12:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80b0bd53cbf68856 with lease ID 0x760d65ae4aeb932a: from storage DS-5381a6fb-ef8c-41fe-8ea6-e7cdabaa499f node DatanodeRegistration(127.0.0.1:34599, datanodeUuid=f51e667d-862a-4c9d-aee8-71ca0013e0dc, infoPort=40023, infoSecurePort=0, ipcPort=38867, storageInfo=lv=-57;cid=testClusterID;nsid=1680979644;c=1733731945631), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T08:12:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee61a8345d6da919 with lease ID 0x760d65ae4aeb9329: Processing first storage report for DS-22ae2947-9b89-4494-bfb6-a4257bf3e5bf from datanode DatanodeRegistration(127.0.0.1:41517, datanodeUuid=6e7c3a78-db1b-4de7-95d4-fd4da5248867, infoPort=41279, infoSecurePort=0, ipcPort=35863, storageInfo=lv=-57;cid=testClusterID;nsid=1680979644;c=1733731945631) 2024-12-09T08:12:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee61a8345d6da919 with lease ID 0x760d65ae4aeb9329: from storage DS-22ae2947-9b89-4494-bfb6-a4257bf3e5bf node DatanodeRegistration(127.0.0.1:41517, datanodeUuid=6e7c3a78-db1b-4de7-95d4-fd4da5248867, infoPort=41279, infoSecurePort=0, ipcPort=35863, storageInfo=lv=-57;cid=testClusterID;nsid=1680979644;c=1733731945631), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T08:12:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80b0bd53cbf68856 with lease ID 0x760d65ae4aeb932a: Processing first storage report for DS-ba5471dd-887f-429d-9633-7feba58db5d4 from datanode DatanodeRegistration(127.0.0.1:34599, datanodeUuid=f51e667d-862a-4c9d-aee8-71ca0013e0dc, infoPort=40023, infoSecurePort=0, ipcPort=38867, storageInfo=lv=-57;cid=testClusterID;nsid=1680979644;c=1733731945631) 2024-12-09T08:12:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80b0bd53cbf68856 with lease ID 0x760d65ae4aeb932a: from storage DS-ba5471dd-887f-429d-9633-7feba58db5d4 node DatanodeRegistration(127.0.0.1:34599, datanodeUuid=f51e667d-862a-4c9d-aee8-71ca0013e0dc, infoPort=40023, infoSecurePort=0, ipcPort=38867, storageInfo=lv=-57;cid=testClusterID;nsid=1680979644;c=1733731945631), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T08:12:30,130 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/cluster_74c743c0-f4a4-f943-0900-013888e286a7/data/data5/current/BP-933236279-172.17.0.2-1733731945631/current, will proceed with Du for space computation calculation, 2024-12-09T08:12:30,130 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/cluster_74c743c0-f4a4-f943-0900-013888e286a7/data/data6/current/BP-933236279-172.17.0.2-1733731945631/current, will proceed with Du for space computation calculation, 2024-12-09T08:12:30,150 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T08:12:30,155 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef40242a039595e6 with lease ID 0x760d65ae4aeb932b: Processing first storage report for DS-c32c1742-6c8d-4896-b38b-a2d4ddf5cf39 from datanode DatanodeRegistration(127.0.0.1:38987, datanodeUuid=f80e1be4-8c1f-4aef-befc-0b7c52258f6b, infoPort=44283, infoSecurePort=0, ipcPort=40177, storageInfo=lv=-57;cid=testClusterID;nsid=1680979644;c=1733731945631) 2024-12-09T08:12:30,155 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef40242a039595e6 with lease ID 0x760d65ae4aeb932b: from storage DS-c32c1742-6c8d-4896-b38b-a2d4ddf5cf39 node DatanodeRegistration(127.0.0.1:38987, datanodeUuid=f80e1be4-8c1f-4aef-befc-0b7c52258f6b, infoPort=44283, infoSecurePort=0, ipcPort=40177, storageInfo=lv=-57;cid=testClusterID;nsid=1680979644;c=1733731945631), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T08:12:30,155 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef40242a039595e6 with lease ID 0x760d65ae4aeb932b: Processing first storage report for DS-b1741611-9ef3-4d81-9e31-55d6d54efb01 from datanode DatanodeRegistration(127.0.0.1:38987, datanodeUuid=f80e1be4-8c1f-4aef-befc-0b7c52258f6b, infoPort=44283, infoSecurePort=0, ipcPort=40177, storageInfo=lv=-57;cid=testClusterID;nsid=1680979644;c=1733731945631) 2024-12-09T08:12:30,156 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef40242a039595e6 with lease ID 0x760d65ae4aeb932b: from storage DS-b1741611-9ef3-4d81-9e31-55d6d54efb01 node DatanodeRegistration(127.0.0.1:38987, datanodeUuid=f80e1be4-8c1f-4aef-befc-0b7c52258f6b, infoPort=44283, infoSecurePort=0, ipcPort=40177, storageInfo=lv=-57;cid=testClusterID;nsid=1680979644;c=1733731945631), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T08:12:30,201 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d 2024-12-09T08:12:30,266 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/cluster_74c743c0-f4a4-f943-0900-013888e286a7/zookeeper_0, clientPort=50521, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/cluster_74c743c0-f4a4-f943-0900-013888e286a7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/cluster_74c743c0-f4a4-f943-0900-013888e286a7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T08:12:30,275 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50521 2024-12-09T08:12:30,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:12:30,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:12:30,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741825_1001 (size=7) 2024-12-09T08:12:30,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741825_1001 (size=7) 2024-12-09T08:12:30,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741825_1001 (size=7) 2024-12-09T08:12:30,982 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0 with version=8 2024-12-09T08:12:30,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/hbase-staging 2024-12-09T08:12:31,052 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T08:12:31,289 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5bda946059d1:0 server-side Connection retries=45 2024-12-09T08:12:31,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T08:12:31,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T08:12:31,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T08:12:31,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T08:12:31,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T08:12:31,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T08:12:31,477 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T08:12:31,485 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T08:12:31,489 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T08:12:31,512 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 999 (auto-detected) 2024-12-09T08:12:31,513 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T08:12:31,531 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38859 2024-12-09T08:12:31,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38859 connecting to ZooKeeper ensemble=127.0.0.1:50521 2024-12-09T08:12:31,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388590x0, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T08:12:31,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38859-0x10009a2256f0000 connected 2024-12-09T08:12:31,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:12:31,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:12:31,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T08:12:31,858 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0, hbase.cluster.distributed=false 2024-12-09T08:12:31,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T08:12:31,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38859 2024-12-09T08:12:31,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38859 2024-12-09T08:12:31,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38859 2024-12-09T08:12:31,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38859 2024-12-09T08:12:31,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38859 2024-12-09T08:12:31,986 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5bda946059d1:0 server-side Connection retries=45 2024-12-09T08:12:31,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T08:12:31,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T08:12:31,987 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T08:12:31,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T08:12:31,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T08:12:31,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T08:12:31,993 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T08:12:31,997 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34933 2024-12-09T08:12:32,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34933 connecting to ZooKeeper ensemble=127.0.0.1:50521 2024-12-09T08:12:32,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:12:32,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:12:32,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349330x0, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T08:12:32,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349330x0, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T08:12:32,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34933-0x10009a2256f0001 connected 2024-12-09T08:12:32,036 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T08:12:32,046 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T08:12:32,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T08:12:32,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T08:12:32,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34933 2024-12-09T08:12:32,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34933 2024-12-09T08:12:32,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34933 2024-12-09T08:12:32,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34933 2024-12-09T08:12:32,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34933 2024-12-09T08:12:32,084 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5bda946059d1:0 server-side Connection retries=45 2024-12-09T08:12:32,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T08:12:32,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T08:12:32,085 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T08:12:32,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T08:12:32,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T08:12:32,086 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T08:12:32,086 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T08:12:32,087 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44269 2024-12-09T08:12:32,089 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44269 connecting to ZooKeeper ensemble=127.0.0.1:50521 2024-12-09T08:12:32,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:12:32,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:12:32,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442690x0, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T08:12:32,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44269-0x10009a2256f0002 connected 2024-12-09T08:12:32,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442690x0, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T08:12:32,105 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T08:12:32,106 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T08:12:32,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44269-0x10009a2256f0002, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T08:12:32,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44269-0x10009a2256f0002, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T08:12:32,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44269 2024-12-09T08:12:32,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44269 2024-12-09T08:12:32,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44269 2024-12-09T08:12:32,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44269 2024-12-09T08:12:32,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44269 2024-12-09T08:12:32,138 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5bda946059d1:0 server-side Connection retries=45 2024-12-09T08:12:32,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T08:12:32,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T08:12:32,139 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T08:12:32,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T08:12:32,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T08:12:32,140 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T08:12:32,140 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T08:12:32,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39785 2024-12-09T08:12:32,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39785 connecting to ZooKeeper ensemble=127.0.0.1:50521 2024-12-09T08:12:32,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:12:32,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:12:32,156 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397850x0, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T08:12:32,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397850x0, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T08:12:32,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39785-0x10009a2256f0003 connected 2024-12-09T08:12:32,158 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T08:12:32,159 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T08:12:32,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T08:12:32,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T08:12:32,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39785 2024-12-09T08:12:32,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39785 2024-12-09T08:12:32,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39785 2024-12-09T08:12:32,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39785 2024-12-09T08:12:32,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39785 2024-12-09T08:12:32,183 DEBUG [M:0;5bda946059d1:38859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5bda946059d1:38859 2024-12-09T08:12:32,184 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5bda946059d1,38859,1733731951119 2024-12-09T08:12:32,199 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T08:12:32,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T08:12:32,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x10009a2256f0002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T08:12:32,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T08:12:32,201 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5bda946059d1,38859,1733731951119 2024-12-09T08:12:32,230 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T08:12:32,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x10009a2256f0002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T08:12:32,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,231 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x10009a2256f0002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T08:12:32,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,232 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T08:12:32,233 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5bda946059d1,38859,1733731951119 from backup master directory 2024-12-09T08:12:32,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x10009a2256f0002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T08:12:32,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T08:12:32,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5bda946059d1,38859,1733731951119 2024-12-09T08:12:32,241 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T08:12:32,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T08:12:32,242 WARN [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T08:12:32,242 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5bda946059d1,38859,1733731951119 2024-12-09T08:12:32,245 INFO [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T08:12:32,246 INFO [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T08:12:32,294 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/hbase.id] with ID: 3f67e287-7c8f-4e0f-9fbe-8a43fcdf6110 2024-12-09T08:12:32,294 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/.tmp/hbase.id 2024-12-09T08:12:32,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741826_1002 (size=42) 2024-12-09T08:12:32,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741826_1002 (size=42) 2024-12-09T08:12:32,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741826_1002 (size=42) 2024-12-09T08:12:32,308 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/.tmp/hbase.id]:[hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/hbase.id] 2024-12-09T08:12:32,350 INFO [master/5bda946059d1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:12:32,356 INFO [master/5bda946059d1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T08:12:32,373 INFO [master/5bda946059d1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-09T08:12:32,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x10009a2256f0002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,388 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741827_1003 (size=196) 2024-12-09T08:12:32,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741827_1003 (size=196) 2024-12-09T08:12:32,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741827_1003 (size=196) 2024-12-09T08:12:32,421 INFO [master/5bda946059d1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T08:12:32,423 INFO [master/5bda946059d1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T08:12:32,435 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T08:12:32,439 INFO [master/5bda946059d1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T08:12:32,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741828_1004 (size=1189) 2024-12-09T08:12:32,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741828_1004 (size=1189) 2024-12-09T08:12:32,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741828_1004 (size=1189) 2024-12-09T08:12:32,482 INFO [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store 2024-12-09T08:12:32,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741829_1005 (size=34) 2024-12-09T08:12:32,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741829_1005 (size=34) 2024-12-09T08:12:32,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741829_1005 (size=34) 2024-12-09T08:12:32,507 INFO [master/5bda946059d1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T08:12:32,511 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:32,512 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T08:12:32,513 INFO [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T08:12:32,513 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T08:12:32,515 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T08:12:32,515 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T08:12:32,515 INFO [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T08:12:32,516 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733731952512Disabling compacts and flushes for region at 1733731952512Disabling writes for close at 1733731952515 (+3 ms)Writing region close event to WAL at 1733731952515Closed at 1733731952515 2024-12-09T08:12:32,518 WARN [master/5bda946059d1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/.initializing 2024-12-09T08:12:32,519 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/WALs/5bda946059d1,38859,1733731951119 2024-12-09T08:12:32,526 INFO [master/5bda946059d1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T08:12:32,540 INFO [master/5bda946059d1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5bda946059d1%2C38859%2C1733731951119, suffix=, logDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/WALs/5bda946059d1,38859,1733731951119, archiveDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/oldWALs, maxLogs=10 2024-12-09T08:12:32,560 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/WALs/5bda946059d1,38859,1733731951119/5bda946059d1%2C38859%2C1733731951119.1733731952545, exclude list is [], retry=0 2024-12-09T08:12:32,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-9c2cdbd7-8c52-4a73-a95c-8dc7181da8d1,DISK] 2024-12-09T08:12:32,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38987,DS-c32c1742-6c8d-4896-b38b-a2d4ddf5cf39,DISK] 2024-12-09T08:12:32,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34599,DS-5381a6fb-ef8c-41fe-8ea6-e7cdabaa499f,DISK] 2024-12-09T08:12:32,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T08:12:32,609 INFO [master/5bda946059d1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/WALs/5bda946059d1,38859,1733731951119/5bda946059d1%2C38859%2C1733731951119.1733731952545 2024-12-09T08:12:32,610 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40023:40023),(127.0.0.1/127.0.0.1:41279:41279),(127.0.0.1/127.0.0.1:44283:44283)] 2024-12-09T08:12:32,610 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T08:12:32,611 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:32,614 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:12:32,615 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:12:32,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:12:32,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T08:12:32,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:32,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T08:12:32,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:12:32,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T08:12:32,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:32,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:12:32,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:12:32,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T08:12:32,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:32,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:12:32,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:12:32,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T08:12:32,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:32,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:12:32,701 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:12:32,704 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:12:32,705 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:12:32,709 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:12:32,710 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:12:32,713 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T08:12:32,716 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:12:32,720 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:12:32,721 INFO [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59749846, jitterRate=-0.10965791344642639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T08:12:32,726 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733731952628Initializing all the Stores at 1733731952630 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733731952630Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733731952631 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733731952631Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733731952631Cleaning up temporary data from old regions at 1733731952710 (+79 ms)Region opened successfully at 1733731952726 (+16 ms) 2024-12-09T08:12:32,727 INFO [master/5bda946059d1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T08:12:32,756 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161ef585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5bda946059d1/172.17.0.2:0 2024-12-09T08:12:32,782 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T08:12:32,790 INFO [master/5bda946059d1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T08:12:32,790 INFO [master/5bda946059d1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T08:12:32,793 INFO [master/5bda946059d1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T08:12:32,794 INFO [master/5bda946059d1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T08:12:32,798 INFO [master/5bda946059d1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-09T08:12:32,798 INFO [master/5bda946059d1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-09T08:12:32,819 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T08:12:32,826 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T08:12:32,830 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T08:12:32,832 INFO [master/5bda946059d1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T08:12:32,834 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T08:12:32,840 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T08:12:32,843 INFO [master/5bda946059d1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T08:12:32,846 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T08:12:32,851 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T08:12:32,852 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T08:12:32,861 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T08:12:32,883 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T08:12:32,893 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T08:12:32,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T08:12:32,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x10009a2256f0002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T08:12:32,904 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T08:12:32,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T08:12:32,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,904 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x10009a2256f0002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,908 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5bda946059d1,38859,1733731951119, sessionid=0x10009a2256f0000, setting cluster-up flag (Was=false) 2024-12-09T08:12:32,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,935 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x10009a2256f0002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,967 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T08:12:32,972 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5bda946059d1,38859,1733731951119 2024-12-09T08:12:32,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x10009a2256f0002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,998 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:32,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:33,030 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T08:12:33,034 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5bda946059d1,38859,1733731951119 2024-12-09T08:12:33,042 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T08:12:33,074 INFO [RS:1;5bda946059d1:44269 {}] regionserver.HRegionServer(746): ClusterId : 3f67e287-7c8f-4e0f-9fbe-8a43fcdf6110 2024-12-09T08:12:33,074 INFO [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(746): ClusterId : 3f67e287-7c8f-4e0f-9fbe-8a43fcdf6110 2024-12-09T08:12:33,074 INFO [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(746): ClusterId : 3f67e287-7c8f-4e0f-9fbe-8a43fcdf6110 2024-12-09T08:12:33,077 DEBUG [RS:1;5bda946059d1:44269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T08:12:33,077 DEBUG [RS:2;5bda946059d1:39785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T08:12:33,077 DEBUG [RS:0;5bda946059d1:34933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T08:12:33,085 DEBUG [RS:2;5bda946059d1:39785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T08:12:33,085 DEBUG [RS:0;5bda946059d1:34933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T08:12:33,085 DEBUG [RS:2;5bda946059d1:39785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T08:12:33,085 DEBUG [RS:0;5bda946059d1:34933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T08:12:33,085 DEBUG [RS:1;5bda946059d1:44269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T08:12:33,085 DEBUG [RS:1;5bda946059d1:44269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T08:12:33,094 DEBUG [RS:1;5bda946059d1:44269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T08:12:33,094 DEBUG [RS:2;5bda946059d1:39785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T08:12:33,094 DEBUG [RS:0;5bda946059d1:34933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T08:12:33,095 DEBUG [RS:1;5bda946059d1:44269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e37587e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5bda946059d1/172.17.0.2:0 2024-12-09T08:12:33,095 DEBUG [RS:2;5bda946059d1:39785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c645e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5bda946059d1/172.17.0.2:0 2024-12-09T08:12:33,095 DEBUG [RS:0;5bda946059d1:34933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c42b2b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5bda946059d1/172.17.0.2:0 2024-12-09T08:12:33,114 DEBUG [RS:2;5bda946059d1:39785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;5bda946059d1:39785 2024-12-09T08:12:33,114 DEBUG [RS:1;5bda946059d1:44269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5bda946059d1:44269 2024-12-09T08:12:33,117 INFO [RS:1;5bda946059d1:44269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T08:12:33,117 INFO [RS:2;5bda946059d1:39785 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T08:12:33,117 INFO [RS:1;5bda946059d1:44269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T08:12:33,117 INFO [RS:2;5bda946059d1:39785 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T08:12:33,117 DEBUG [RS:1;5bda946059d1:44269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T08:12:33,117 DEBUG [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T08:12:33,120 INFO [RS:1;5bda946059d1:44269 {}] regionserver.HRegionServer(2659): reportForDuty to master=5bda946059d1,38859,1733731951119 with port=44269, startcode=1733731952083 2024-12-09T08:12:33,120 INFO [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(2659): reportForDuty to master=5bda946059d1,38859,1733731951119 with port=39785, startcode=1733731952138 2024-12-09T08:12:33,121 DEBUG [RS:0;5bda946059d1:34933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5bda946059d1:34933 2024-12-09T08:12:33,122 INFO [RS:0;5bda946059d1:34933 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T08:12:33,122 INFO [RS:0;5bda946059d1:34933 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T08:12:33,122 DEBUG [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T08:12:33,122 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T08:12:33,124 INFO [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(2659): reportForDuty to master=5bda946059d1,38859,1733731951119 with port=34933, startcode=1733731951955 2024-12-09T08:12:33,134 INFO [master/5bda946059d1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T08:12:33,135 DEBUG [RS:0;5bda946059d1:34933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T08:12:33,135 DEBUG [RS:1;5bda946059d1:44269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T08:12:33,137 DEBUG [RS:2;5bda946059d1:39785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T08:12:33,142 INFO [master/5bda946059d1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T08:12:33,149 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5bda946059d1,38859,1733731951119 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T08:12:33,159 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5bda946059d1:0, corePoolSize=5, maxPoolSize=5 2024-12-09T08:12:33,159 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5bda946059d1:0, corePoolSize=5, maxPoolSize=5 2024-12-09T08:12:33,160 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5bda946059d1:0, corePoolSize=5, maxPoolSize=5 2024-12-09T08:12:33,160 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5bda946059d1:0, corePoolSize=5, maxPoolSize=5 2024-12-09T08:12:33,160 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5bda946059d1:0, corePoolSize=10, maxPoolSize=10 2024-12-09T08:12:33,160 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,160 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5bda946059d1:0, corePoolSize=2, maxPoolSize=2 2024-12-09T08:12:33,160 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,173 INFO [master/5bda946059d1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733731983173 2024-12-09T08:12:33,182 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T08:12:33,183 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T08:12:33,184 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T08:12:33,184 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T08:12:33,185 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T08:12:33,185 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T08:12:33,186 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T08:12:33,189 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T08:12:33,190 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T08:12:33,190 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T08:12:33,191 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T08:12:33,191 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:33,192 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38859 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T08:12:33,192 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T08:12:33,193 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,197 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T08:12:33,198 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T08:12:33,198 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T08:12:33,199 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38859 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T08:12:33,200 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38859 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T08:12:33,205 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T08:12:33,205 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T08:12:33,208 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5bda946059d1:0:becomeActiveMaster-HFileCleaner.large.0-1733731953207,5,FailOnTimeoutGroup] 2024-12-09T08:12:33,208 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5bda946059d1:0:becomeActiveMaster-HFileCleaner.small.0-1733731953208,5,FailOnTimeoutGroup] 2024-12-09T08:12:33,209 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,209 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T08:12:33,230 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,231 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741831_1007 (size=1321) 2024-12-09T08:12:33,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741831_1007 (size=1321) 2024-12-09T08:12:33,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741831_1007 (size=1321) 2024-12-09T08:12:33,235 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T08:12:33,235 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0 2024-12-09T08:12:33,244 DEBUG [RS:1;5bda946059d1:44269 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T08:12:33,244 DEBUG [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T08:12:33,244 DEBUG [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T08:12:33,244 WARN [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T08:12:33,244 WARN [RS:1;5bda946059d1:44269 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T08:12:33,244 WARN [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T08:12:33,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741832_1008 (size=32) 2024-12-09T08:12:33,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741832_1008 (size=32) 2024-12-09T08:12:33,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741832_1008 (size=32) 2024-12-09T08:12:33,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:33,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T08:12:33,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T08:12:33,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:33,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T08:12:33,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T08:12:33,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T08:12:33,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:33,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T08:12:33,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T08:12:33,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T08:12:33,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:33,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T08:12:33,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T08:12:33,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T08:12:33,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:33,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T08:12:33,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T08:12:33,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740 2024-12-09T08:12:33,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740 2024-12-09T08:12:33,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T08:12:33,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T08:12:33,277 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T08:12:33,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T08:12:33,285 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:12:33,286 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71858483, jitterRate=0.07077483832836151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T08:12:33,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733731953250Initializing all the Stores at 1733731953252 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733731953252Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733731953252Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733731953252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733731953252Cleaning up temporary data from old regions at 1733731953276 (+24 ms)Region opened successfully at 1733731953289 (+13 ms) 2024-12-09T08:12:33,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T08:12:33,290 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T08:12:33,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T08:12:33,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T08:12:33,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T08:12:33,291 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T08:12:33,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733731953290Disabling compacts and flushes for region at 1733731953290Disabling writes for close at 1733731953290Writing region close event to WAL at 1733731953291 (+1 ms)Closed at 1733731953291 2024-12-09T08:12:33,295 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T08:12:33,295 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T08:12:33,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T08:12:33,308 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T08:12:33,310 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T08:12:33,346 INFO [RS:1;5bda946059d1:44269 {}] regionserver.HRegionServer(2659): reportForDuty to master=5bda946059d1,38859,1733731951119 with port=44269, startcode=1733731952083 2024-12-09T08:12:33,346 INFO [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(2659): reportForDuty to master=5bda946059d1,38859,1733731951119 with port=34933, startcode=1733731951955 2024-12-09T08:12:33,346 INFO [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(2659): reportForDuty to master=5bda946059d1,38859,1733731951119 with port=39785, startcode=1733731952138 2024-12-09T08:12:33,349 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38859 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5bda946059d1,34933,1733731951955 2024-12-09T08:12:33,353 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38859 {}] master.ServerManager(517): Registering regionserver=5bda946059d1,34933,1733731951955 2024-12-09T08:12:33,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38859 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5bda946059d1,44269,1733731952083 2024-12-09T08:12:33,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38859 {}] master.ServerManager(517): Registering regionserver=5bda946059d1,44269,1733731952083 2024-12-09T08:12:33,360 DEBUG [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0 2024-12-09T08:12:33,360 DEBUG [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36575 2024-12-09T08:12:33,360 DEBUG [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T08:12:33,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38859 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5bda946059d1,39785,1733731952138 2024-12-09T08:12:33,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38859 {}] master.ServerManager(517): Registering regionserver=5bda946059d1,39785,1733731952138 2024-12-09T08:12:33,362 DEBUG [RS:1;5bda946059d1:44269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0 2024-12-09T08:12:33,363 DEBUG [RS:1;5bda946059d1:44269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36575 2024-12-09T08:12:33,363 DEBUG [RS:1;5bda946059d1:44269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T08:12:33,365 DEBUG [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0 2024-12-09T08:12:33,365 DEBUG [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36575 2024-12-09T08:12:33,365 DEBUG [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T08:12:33,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T08:12:33,413 DEBUG [RS:0;5bda946059d1:34933 {}] zookeeper.ZKUtil(111): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5bda946059d1,34933,1733731951955 2024-12-09T08:12:33,413 WARN [RS:0;5bda946059d1:34933 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T08:12:33,413 INFO [RS:0;5bda946059d1:34933 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T08:12:33,414 DEBUG [RS:1;5bda946059d1:44269 {}] zookeeper.ZKUtil(111): regionserver:44269-0x10009a2256f0002, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5bda946059d1,44269,1733731952083 2024-12-09T08:12:33,414 DEBUG [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,34933,1733731951955 2024-12-09T08:12:33,414 DEBUG [RS:2;5bda946059d1:39785 {}] zookeeper.ZKUtil(111): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5bda946059d1,39785,1733731952138 2024-12-09T08:12:33,414 WARN [RS:1;5bda946059d1:44269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T08:12:33,414 WARN [RS:2;5bda946059d1:39785 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T08:12:33,414 INFO [RS:1;5bda946059d1:44269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T08:12:33,414 INFO [RS:2;5bda946059d1:39785 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T08:12:33,415 DEBUG [RS:1;5bda946059d1:44269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083 2024-12-09T08:12:33,415 DEBUG [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,39785,1733731952138 2024-12-09T08:12:33,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5bda946059d1,39785,1733731952138] 2024-12-09T08:12:33,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5bda946059d1,44269,1733731952083] 2024-12-09T08:12:33,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5bda946059d1,34933,1733731951955] 2024-12-09T08:12:33,443 INFO [RS:2;5bda946059d1:39785 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T08:12:33,443 INFO [RS:0;5bda946059d1:34933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T08:12:33,443 INFO [RS:1;5bda946059d1:44269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T08:12:33,455 INFO [RS:2;5bda946059d1:39785 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T08:12:33,455 INFO [RS:0;5bda946059d1:34933 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T08:12:33,455 INFO [RS:1;5bda946059d1:44269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T08:12:33,460 INFO [RS:2;5bda946059d1:39785 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T08:12:33,460 INFO [RS:0;5bda946059d1:34933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T08:12:33,460 INFO [RS:1;5bda946059d1:44269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T08:12:33,460 INFO [RS:2;5bda946059d1:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,460 INFO [RS:1;5bda946059d1:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,460 INFO [RS:0;5bda946059d1:34933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,461 WARN [5bda946059d1:38859 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T08:12:33,461 INFO [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T08:12:33,462 INFO [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T08:12:33,462 INFO [RS:1;5bda946059d1:44269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T08:12:33,466 INFO [RS:0;5bda946059d1:34933 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T08:12:33,466 INFO [RS:1;5bda946059d1:44269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T08:12:33,466 INFO [RS:2;5bda946059d1:39785 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T08:12:33,468 INFO [RS:0;5bda946059d1:34933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,468 INFO [RS:1;5bda946059d1:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,468 INFO [RS:2;5bda946059d1:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,469 DEBUG [RS:0;5bda946059d1:34933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,469 DEBUG [RS:1;5bda946059d1:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,469 DEBUG [RS:2;5bda946059d1:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,469 DEBUG [RS:0;5bda946059d1:34933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,469 DEBUG [RS:2;5bda946059d1:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,469 DEBUG [RS:1;5bda946059d1:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,469 DEBUG [RS:2;5bda946059d1:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,469 DEBUG [RS:0;5bda946059d1:34933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,469 DEBUG [RS:1;5bda946059d1:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,469 DEBUG [RS:0;5bda946059d1:34933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,469 DEBUG [RS:1;5bda946059d1:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,469 DEBUG [RS:2;5bda946059d1:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,469 DEBUG [RS:0;5bda946059d1:34933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,469 DEBUG [RS:1;5bda946059d1:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,469 DEBUG [RS:2;5bda946059d1:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,469 DEBUG [RS:2;5bda946059d1:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0, corePoolSize=2, maxPoolSize=2 2024-12-09T08:12:33,469 DEBUG [RS:0;5bda946059d1:34933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0, corePoolSize=2, maxPoolSize=2 2024-12-09T08:12:33,469 DEBUG [RS:1;5bda946059d1:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0, corePoolSize=2, maxPoolSize=2 2024-12-09T08:12:33,469 DEBUG [RS:1;5bda946059d1:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,470 DEBUG [RS:0;5bda946059d1:34933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,470 DEBUG [RS:2;5bda946059d1:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,470 DEBUG [RS:1;5bda946059d1:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,470 DEBUG [RS:2;5bda946059d1:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,470 DEBUG [RS:0;5bda946059d1:34933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,470 DEBUG [RS:0;5bda946059d1:34933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,470 DEBUG [RS:1;5bda946059d1:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,470 DEBUG [RS:2;5bda946059d1:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,470 DEBUG [RS:2;5bda946059d1:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,470 DEBUG [RS:1;5bda946059d1:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,470 DEBUG [RS:0;5bda946059d1:34933 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,470 DEBUG [RS:0;5bda946059d1:34933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,470 DEBUG [RS:1;5bda946059d1:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,470 DEBUG [RS:2;5bda946059d1:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,470 DEBUG [RS:0;5bda946059d1:34933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,470 DEBUG [RS:2;5bda946059d1:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,470 DEBUG [RS:1;5bda946059d1:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:12:33,470 DEBUG [RS:0;5bda946059d1:34933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0, corePoolSize=3, maxPoolSize=3 2024-12-09T08:12:33,470 DEBUG [RS:1;5bda946059d1:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0, corePoolSize=3, maxPoolSize=3 2024-12-09T08:12:33,470 DEBUG [RS:2;5bda946059d1:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0, corePoolSize=3, maxPoolSize=3 2024-12-09T08:12:33,470 DEBUG [RS:0;5bda946059d1:34933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5bda946059d1:0, corePoolSize=3, maxPoolSize=3 2024-12-09T08:12:33,470 DEBUG [RS:2;5bda946059d1:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5bda946059d1:0, corePoolSize=3, maxPoolSize=3 2024-12-09T08:12:33,470 DEBUG [RS:1;5bda946059d1:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5bda946059d1:0, corePoolSize=3, maxPoolSize=3 2024-12-09T08:12:33,473 INFO [RS:1;5bda946059d1:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,473 INFO [RS:1;5bda946059d1:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,473 INFO [RS:1;5bda946059d1:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,473 INFO [RS:1;5bda946059d1:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,473 INFO [RS:1;5bda946059d1:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,473 INFO [RS:0;5bda946059d1:34933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,473 INFO [RS:1;5bda946059d1:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,44269,1733731952083-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T08:12:33,473 INFO [RS:0;5bda946059d1:34933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,473 INFO [RS:2;5bda946059d1:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,473 INFO [RS:0;5bda946059d1:34933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,473 INFO [RS:2;5bda946059d1:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,473 INFO [RS:0;5bda946059d1:34933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,474 INFO [RS:0;5bda946059d1:34933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,474 INFO [RS:2;5bda946059d1:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,474 INFO [RS:0;5bda946059d1:34933 {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,34933,1733731951955-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T08:12:33,474 INFO [RS:2;5bda946059d1:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,474 INFO [RS:2;5bda946059d1:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,474 INFO [RS:2;5bda946059d1:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,39785,1733731952138-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T08:12:33,495 INFO [RS:2;5bda946059d1:39785 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T08:12:33,495 INFO [RS:1;5bda946059d1:44269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T08:12:33,497 INFO [RS:1;5bda946059d1:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,44269,1733731952083-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,497 INFO [RS:2;5bda946059d1:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,39785,1733731952138-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,497 INFO [RS:1;5bda946059d1:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,497 INFO [RS:2;5bda946059d1:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,497 INFO [RS:1;5bda946059d1:44269 {}] regionserver.Replication(171): 5bda946059d1,44269,1733731952083 started 2024-12-09T08:12:33,497 INFO [RS:2;5bda946059d1:39785 {}] regionserver.Replication(171): 5bda946059d1,39785,1733731952138 started 2024-12-09T08:12:33,497 INFO [RS:0;5bda946059d1:34933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T08:12:33,498 INFO [RS:0;5bda946059d1:34933 {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,34933,1733731951955-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,498 INFO [RS:0;5bda946059d1:34933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,498 INFO [RS:0;5bda946059d1:34933 {}] regionserver.Replication(171): 5bda946059d1,34933,1733731951955 started 2024-12-09T08:12:33,513 INFO [RS:2;5bda946059d1:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,513 INFO [RS:1;5bda946059d1:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,513 INFO [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(1482): Serving as 5bda946059d1,39785,1733731952138, RpcServer on 5bda946059d1/172.17.0.2:39785, sessionid=0x10009a2256f0003 2024-12-09T08:12:33,513 INFO [RS:1;5bda946059d1:44269 {}] regionserver.HRegionServer(1482): Serving as 5bda946059d1,44269,1733731952083, RpcServer on 5bda946059d1/172.17.0.2:44269, sessionid=0x10009a2256f0002 2024-12-09T08:12:33,514 DEBUG [RS:2;5bda946059d1:39785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T08:12:33,514 DEBUG [RS:1;5bda946059d1:44269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T08:12:33,514 DEBUG [RS:2;5bda946059d1:39785 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5bda946059d1,39785,1733731952138 2024-12-09T08:12:33,514 DEBUG [RS:1;5bda946059d1:44269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5bda946059d1,44269,1733731952083 2024-12-09T08:12:33,514 DEBUG [RS:1;5bda946059d1:44269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5bda946059d1,44269,1733731952083' 2024-12-09T08:12:33,514 DEBUG [RS:2;5bda946059d1:39785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5bda946059d1,39785,1733731952138' 2024-12-09T08:12:33,515 DEBUG [RS:2;5bda946059d1:39785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T08:12:33,515 DEBUG [RS:1;5bda946059d1:44269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T08:12:33,515 DEBUG [RS:2;5bda946059d1:39785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T08:12:33,515 DEBUG [RS:1;5bda946059d1:44269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T08:12:33,516 DEBUG [RS:1;5bda946059d1:44269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T08:12:33,516 DEBUG [RS:2;5bda946059d1:39785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T08:12:33,516 DEBUG [RS:1;5bda946059d1:44269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T08:12:33,516 DEBUG [RS:2;5bda946059d1:39785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T08:12:33,516 DEBUG [RS:1;5bda946059d1:44269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5bda946059d1,44269,1733731952083 2024-12-09T08:12:33,516 DEBUG [RS:2;5bda946059d1:39785 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5bda946059d1,39785,1733731952138 2024-12-09T08:12:33,516 DEBUG [RS:1;5bda946059d1:44269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5bda946059d1,44269,1733731952083' 2024-12-09T08:12:33,516 DEBUG [RS:2;5bda946059d1:39785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5bda946059d1,39785,1733731952138' 2024-12-09T08:12:33,516 DEBUG [RS:1;5bda946059d1:44269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T08:12:33,516 DEBUG [RS:2;5bda946059d1:39785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T08:12:33,517 DEBUG [RS:1;5bda946059d1:44269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T08:12:33,517 DEBUG [RS:2;5bda946059d1:39785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T08:12:33,517 DEBUG [RS:1;5bda946059d1:44269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T08:12:33,517 DEBUG [RS:2;5bda946059d1:39785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T08:12:33,517 INFO [RS:1;5bda946059d1:44269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T08:12:33,517 INFO [RS:2;5bda946059d1:39785 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T08:12:33,517 INFO [RS:1;5bda946059d1:44269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T08:12:33,517 INFO [RS:2;5bda946059d1:39785 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T08:12:33,519 INFO [RS:0;5bda946059d1:34933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:33,519 INFO [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(1482): Serving as 5bda946059d1,34933,1733731951955, RpcServer on 5bda946059d1/172.17.0.2:34933, sessionid=0x10009a2256f0001 2024-12-09T08:12:33,519 DEBUG [RS:0;5bda946059d1:34933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T08:12:33,519 DEBUG [RS:0;5bda946059d1:34933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5bda946059d1,34933,1733731951955 2024-12-09T08:12:33,519 DEBUG [RS:0;5bda946059d1:34933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5bda946059d1,34933,1733731951955' 2024-12-09T08:12:33,519 DEBUG [RS:0;5bda946059d1:34933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T08:12:33,520 DEBUG [RS:0;5bda946059d1:34933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T08:12:33,521 DEBUG [RS:0;5bda946059d1:34933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T08:12:33,521 DEBUG [RS:0;5bda946059d1:34933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T08:12:33,521 DEBUG [RS:0;5bda946059d1:34933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5bda946059d1,34933,1733731951955 2024-12-09T08:12:33,521 DEBUG [RS:0;5bda946059d1:34933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5bda946059d1,34933,1733731951955' 2024-12-09T08:12:33,521 DEBUG [RS:0;5bda946059d1:34933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T08:12:33,522 DEBUG [RS:0;5bda946059d1:34933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T08:12:33,522 DEBUG [RS:0;5bda946059d1:34933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T08:12:33,522 INFO [RS:0;5bda946059d1:34933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T08:12:33,522 INFO [RS:0;5bda946059d1:34933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T08:12:33,622 INFO [RS:1;5bda946059d1:44269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T08:12:33,622 INFO [RS:2;5bda946059d1:39785 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T08:12:33,623 INFO [RS:0;5bda946059d1:34933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T08:12:33,625 INFO [RS:1;5bda946059d1:44269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5bda946059d1%2C44269%2C1733731952083, suffix=, logDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083, archiveDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/oldWALs, maxLogs=32 2024-12-09T08:12:33,625 INFO [RS:0;5bda946059d1:34933 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5bda946059d1%2C34933%2C1733731951955, suffix=, logDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,34933,1733731951955, archiveDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/oldWALs, maxLogs=32 2024-12-09T08:12:33,625 INFO [RS:2;5bda946059d1:39785 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5bda946059d1%2C39785%2C1733731952138, suffix=, logDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,39785,1733731952138, archiveDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/oldWALs, maxLogs=32 2024-12-09T08:12:33,643 DEBUG [RS:0;5bda946059d1:34933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,34933,1733731951955/5bda946059d1%2C34933%2C1733731951955.1733731953628, exclude list is [], retry=0 2024-12-09T08:12:33,643 DEBUG [RS:2;5bda946059d1:39785 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,39785,1733731952138/5bda946059d1%2C39785%2C1733731952138.1733731953628, exclude list is [], retry=0 2024-12-09T08:12:33,644 DEBUG [RS:1;5bda946059d1:44269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083/5bda946059d1%2C44269%2C1733731952083.1733731953628, exclude list is [], retry=0 2024-12-09T08:12:33,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34599,DS-5381a6fb-ef8c-41fe-8ea6-e7cdabaa499f,DISK] 2024-12-09T08:12:33,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-9c2cdbd7-8c52-4a73-a95c-8dc7181da8d1,DISK] 2024-12-09T08:12:33,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-9c2cdbd7-8c52-4a73-a95c-8dc7181da8d1,DISK] 2024-12-09T08:12:33,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38987,DS-c32c1742-6c8d-4896-b38b-a2d4ddf5cf39,DISK] 2024-12-09T08:12:33,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38987,DS-c32c1742-6c8d-4896-b38b-a2d4ddf5cf39,DISK] 2024-12-09T08:12:33,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34599,DS-5381a6fb-ef8c-41fe-8ea6-e7cdabaa499f,DISK] 2024-12-09T08:12:33,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34599,DS-5381a6fb-ef8c-41fe-8ea6-e7cdabaa499f,DISK] 2024-12-09T08:12:33,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38987,DS-c32c1742-6c8d-4896-b38b-a2d4ddf5cf39,DISK] 2024-12-09T08:12:33,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-9c2cdbd7-8c52-4a73-a95c-8dc7181da8d1,DISK] 2024-12-09T08:12:33,653 INFO [RS:2;5bda946059d1:39785 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,39785,1733731952138/5bda946059d1%2C39785%2C1733731952138.1733731953628 2024-12-09T08:12:33,653 INFO [RS:0;5bda946059d1:34933 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,34933,1733731951955/5bda946059d1%2C34933%2C1733731951955.1733731953628 2024-12-09T08:12:33,653 INFO [RS:1;5bda946059d1:44269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083/5bda946059d1%2C44269%2C1733731952083.1733731953628 2024-12-09T08:12:33,654 DEBUG [RS:1;5bda946059d1:44269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41279:41279),(127.0.0.1/127.0.0.1:40023:40023),(127.0.0.1/127.0.0.1:44283:44283)] 2024-12-09T08:12:33,654 DEBUG [RS:2;5bda946059d1:39785 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40023:40023),(127.0.0.1/127.0.0.1:44283:44283),(127.0.0.1/127.0.0.1:41279:41279)] 2024-12-09T08:12:33,654 DEBUG [RS:0;5bda946059d1:34933 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41279:41279),(127.0.0.1/127.0.0.1:44283:44283),(127.0.0.1/127.0.0.1:40023:40023)] 2024-12-09T08:12:33,714 DEBUG [5bda946059d1:38859 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-09T08:12:33,721 DEBUG [5bda946059d1:38859 {}] balancer.BalancerClusterState(204): Hosts are {5bda946059d1=0} racks are {/default-rack=0} 2024-12-09T08:12:33,727 DEBUG [5bda946059d1:38859 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T08:12:33,727 DEBUG [5bda946059d1:38859 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T08:12:33,727 DEBUG [5bda946059d1:38859 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T08:12:33,727 DEBUG [5bda946059d1:38859 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T08:12:33,727 DEBUG [5bda946059d1:38859 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T08:12:33,727 DEBUG [5bda946059d1:38859 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T08:12:33,727 INFO [5bda946059d1:38859 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T08:12:33,727 INFO [5bda946059d1:38859 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T08:12:33,728 INFO [5bda946059d1:38859 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T08:12:33,728 DEBUG [5bda946059d1:38859 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T08:12:33,734 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5bda946059d1,34933,1733731951955 2024-12-09T08:12:33,740 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5bda946059d1,34933,1733731951955, state=OPENING 2024-12-09T08:12:33,820 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T08:12:33,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x10009a2256f0002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:33,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:33,830 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:33,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:12:33,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T08:12:33,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T08:12:33,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T08:12:33,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T08:12:33,835 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T08:12:33,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5bda946059d1,34933,1733731951955}] 2024-12-09T08:12:41,474 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T08:12:41,474 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T08:12:43,866 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T08:12:43,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T08:12:43,879 INFO [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T08:12:43,879 INFO [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T08:12:43,880 INFO [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T08:12:43,883 INFO [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5bda946059d1%2C34933%2C1733731951955.meta, suffix=.meta, logDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,34933,1733731951955, archiveDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/oldWALs, maxLogs=32 2024-12-09T08:12:43,897 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,34933,1733731951955/5bda946059d1%2C34933%2C1733731951955.meta.1733731963885.meta, exclude list is [], retry=0 2024-12-09T08:12:43,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41517,DS-9c2cdbd7-8c52-4a73-a95c-8dc7181da8d1,DISK] 2024-12-09T08:12:43,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34599,DS-5381a6fb-ef8c-41fe-8ea6-e7cdabaa499f,DISK] 2024-12-09T08:12:43,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38987,DS-c32c1742-6c8d-4896-b38b-a2d4ddf5cf39,DISK] 2024-12-09T08:12:43,904 INFO [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,34933,1733731951955/5bda946059d1%2C34933%2C1733731951955.meta.1733731963885.meta 2024-12-09T08:12:43,904 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40023:40023),(127.0.0.1/127.0.0.1:41279:41279),(127.0.0.1/127.0.0.1:44283:44283)] 2024-12-09T08:12:43,905 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T08:12:43,906 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T08:12:43,908 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T08:12:43,914 INFO [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T08:12:43,917 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T08:12:43,918 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:43,919 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T08:12:43,919 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T08:12:43,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T08:12:43,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T08:12:43,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:43,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T08:12:43,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T08:12:43,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T08:12:43,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:43,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T08:12:43,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T08:12:43,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T08:12:43,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:43,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T08:12:43,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T08:12:43,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T08:12:43,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:43,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T08:12:43,930 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T08:12:43,932 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740 2024-12-09T08:12:43,934 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740 2024-12-09T08:12:43,936 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T08:12:43,936 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T08:12:43,937 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T08:12:43,941 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T08:12:43,943 INFO [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64945156, jitterRate=-0.032241761684417725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T08:12:43,943 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T08:12:43,945 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733731963919Writing region info on filesystem at 1733731963919Initializing all the Stores at 1733731963921 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733731963921Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733731963922 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733731963922Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733731963922Cleaning up temporary data from old regions at 1733731963936 (+14 ms)Running coprocessor post-open hooks at 1733731963943 (+7 ms)Region opened successfully at 1733731963944 (+1 ms) 2024-12-09T08:12:43,952 INFO [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733731963857 2024-12-09T08:12:43,962 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T08:12:43,963 INFO [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T08:12:43,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,34933,1733731951955 2024-12-09T08:12:43,966 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5bda946059d1,34933,1733731951955, state=OPEN 2024-12-09T08:12:44,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T08:12:44,008 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T08:12:44,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x10009a2256f0002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T08:12:44,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T08:12:44,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T08:12:44,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T08:12:44,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T08:12:44,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T08:12:44,009 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5bda946059d1,34933,1733731951955 2024-12-09T08:12:44,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T08:12:44,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5bda946059d1,34933,1733731951955 in 10.1720 sec 2024-12-09T08:12:44,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T08:12:44,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7160 sec 2024-12-09T08:12:44,023 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T08:12:44,023 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T08:12:44,039 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T08:12:44,040 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5bda946059d1,34933,1733731951955, seqNum=-1] 2024-12-09T08:12:44,056 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T08:12:44,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T08:12:44,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0030 sec 2024-12-09T08:12:44,076 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733731964076, completionTime=-1 2024-12-09T08:12:44,106 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-09T08:12:44,106 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T08:12:44,140 INFO [master/5bda946059d1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-09T08:12:44,140 INFO [master/5bda946059d1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733732024140 2024-12-09T08:12:44,141 INFO [master/5bda946059d1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733732084141 2024-12-09T08:12:44,141 INFO [master/5bda946059d1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 34 msec 2024-12-09T08:12:44,142 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T08:12:44,150 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,38859,1733731951119-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:44,150 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,38859,1733731951119-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:44,150 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,38859,1733731951119-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:44,152 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5bda946059d1:38859, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:44,152 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:44,152 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:44,157 DEBUG [master/5bda946059d1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T08:12:44,179 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.937sec 2024-12-09T08:12:44,181 INFO [master/5bda946059d1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T08:12:44,182 INFO [master/5bda946059d1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T08:12:44,183 INFO [master/5bda946059d1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T08:12:44,183 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T08:12:44,184 INFO [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T08:12:44,184 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,38859,1733731951119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T08:12:44,185 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,38859,1733731951119-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T08:12:44,190 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T08:12:44,191 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T08:12:44,191 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,38859,1733731951119-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:12:44,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d0a5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T08:12:44,217 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T08:12:44,217 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T08:12:44,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5bda946059d1,38859,-1 for getting cluster id 2024-12-09T08:12:44,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T08:12:44,231 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f67e287-7c8f-4e0f-9fbe-8a43fcdf6110' 2024-12-09T08:12:44,232 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T08:12:44,233 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f67e287-7c8f-4e0f-9fbe-8a43fcdf6110" 2024-12-09T08:12:44,233 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc590fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T08:12:44,233 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5bda946059d1,38859,-1] 2024-12-09T08:12:44,235 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T08:12:44,237 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:12:44,238 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T08:12:44,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e381e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T08:12:44,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T08:12:44,246 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5bda946059d1,34933,1733731951955, seqNum=-1] 2024-12-09T08:12:44,246 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T08:12:44,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T08:12:44,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5bda946059d1,38859,1733731951119 2024-12-09T08:12:44,269 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733731964268 (current time:1733731964268). 2024-12-09T08:12:44,269 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T08:12:44,269 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-09T08:12:44,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa578ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T08:12:44,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5bda946059d1,38859,-1 for getting cluster id 2024-12-09T08:12:44,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T08:12:44,272 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f67e287-7c8f-4e0f-9fbe-8a43fcdf6110' 2024-12-09T08:12:44,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T08:12:44,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f67e287-7c8f-4e0f-9fbe-8a43fcdf6110" 2024-12-09T08:12:44,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd9c653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T08:12:44,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5bda946059d1,38859,-1] 2024-12-09T08:12:44,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T08:12:44,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:12:44,274 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T08:12:44,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11513ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T08:12:44,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T08:12:44,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5bda946059d1,34933,1733731951955, seqNum=-1] 2024-12-09T08:12:44,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T08:12:44,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T08:12:44,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T08:12:44,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T08:12:44,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:12:44,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:12:44,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T08:12:44,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T08:12:44,296 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5bda946059d1,38859,1733731951119 2024-12-09T08:12:44,298 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14bfebca 2024-12-09T08:12:44,299 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T08:12:44,301 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T08:12:44,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T08:12:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-09T08:12:44,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T08:12:44,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-09T08:12:44,318 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:44,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T08:12:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T08:12:44,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741837_1013 (size=361) 2024-12-09T08:12:44,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741837_1013 (size=361) 2024-12-09T08:12:44,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741837_1013 (size=361) 2024-12-09T08:12:44,339 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e2dcb7e4a183177de2a5883d74326c8, NAME => 'SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0 2024-12-09T08:12:44,340 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e76331a54668ffa78e55b4f44ec9d5e1, NAME => 'SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0 2024-12-09T08:12:44,340 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 48bc04befa6cf9af9ef27da1bb7ee332, NAME => 'SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0 2024-12-09T08:12:44,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741838_1014 (size=62) 2024-12-09T08:12:44,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741838_1014 (size=62) 2024-12-09T08:12:44,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741838_1014 (size=62) 2024-12-09T08:12:44,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741839_1015 (size=62) 2024-12-09T08:12:44,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741839_1015 (size=62) 2024-12-09T08:12:44,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:44,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741839_1015 (size=62) 2024-12-09T08:12:44,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e76331a54668ffa78e55b4f44ec9d5e1, disabling compactions & flushes 2024-12-09T08:12:44,360 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 2024-12-09T08:12:44,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 2024-12-09T08:12:44,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. after waiting 0 ms 2024-12-09T08:12:44,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 2024-12-09T08:12:44,360 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 2024-12-09T08:12:44,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e76331a54668ffa78e55b4f44ec9d5e1: Waiting for close lock at 1733731964360Disabling compacts and flushes for region at 1733731964360Disabling writes for close at 1733731964360Writing region close event to WAL at 1733731964360Closed at 1733731964360 2024-12-09T08:12:44,361 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 24a4103ae3b4261972c7c881d5ebd952, NAME => 'SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0 2024-12-09T08:12:44,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:44,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 48bc04befa6cf9af9ef27da1bb7ee332, disabling compactions & flushes 2024-12-09T08:12:44,361 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332. 2024-12-09T08:12:44,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332. 2024-12-09T08:12:44,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332. after waiting 0 ms 2024-12-09T08:12:44,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332. 2024-12-09T08:12:44,361 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332. 2024-12-09T08:12:44,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 48bc04befa6cf9af9ef27da1bb7ee332: Waiting for close lock at 1733731964361Disabling compacts and flushes for region at 1733731964361Disabling writes for close at 1733731964361Writing region close event to WAL at 1733731964361Closed at 1733731964361 2024-12-09T08:12:44,362 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5accf3a44c87930f690eaf73a5a9586d, NAME => 'SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0 2024-12-09T08:12:44,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741840_1016 (size=54) 2024-12-09T08:12:44,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741840_1016 (size=54) 2024-12-09T08:12:44,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741840_1016 (size=54) 2024-12-09T08:12:44,370 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:44,370 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2e2dcb7e4a183177de2a5883d74326c8, disabling compactions & flushes 2024-12-09T08:12:44,370 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8. 2024-12-09T08:12:44,370 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8. 2024-12-09T08:12:44,370 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8. after waiting 0 ms 2024-12-09T08:12:44,370 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8. 2024-12-09T08:12:44,370 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8. 2024-12-09T08:12:44,370 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e2dcb7e4a183177de2a5883d74326c8: Waiting for close lock at 1733731964370Disabling compacts and flushes for region at 1733731964370Disabling writes for close at 1733731964370Writing region close event to WAL at 1733731964370Closed at 1733731964370 2024-12-09T08:12:44,371 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ab908fda2254be4bd0fc1b5d78ec03f, NAME => 'SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0 2024-12-09T08:12:44,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741842_1018 (size=62) 2024-12-09T08:12:44,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741842_1018 (size=62) 2024-12-09T08:12:44,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741842_1018 (size=62) 2024-12-09T08:12:44,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:44,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741841_1017 (size=62) 2024-12-09T08:12:44,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5accf3a44c87930f690eaf73a5a9586d, disabling compactions & flushes 2024-12-09T08:12:44,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741841_1017 (size=62) 2024-12-09T08:12:44,384 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 2024-12-09T08:12:44,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 2024-12-09T08:12:44,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. after waiting 0 ms 2024-12-09T08:12:44,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 2024-12-09T08:12:44,384 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 2024-12-09T08:12:44,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5accf3a44c87930f690eaf73a5a9586d: Waiting for close lock at 1733731964384Disabling compacts and flushes for region at 1733731964384Disabling writes for close at 1733731964384Writing region close event to WAL at 1733731964384Closed at 1733731964384 2024-12-09T08:12:44,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741841_1017 (size=62) 2024-12-09T08:12:44,385 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2c8308ecee918f3a25e2d13ad14554fb, NAME => 'SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0 2024-12-09T08:12:44,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:44,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 24a4103ae3b4261972c7c881d5ebd952, disabling compactions & flushes 2024-12-09T08:12:44,386 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952. 2024-12-09T08:12:44,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952. 2024-12-09T08:12:44,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952. after waiting 0 ms 2024-12-09T08:12:44,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952. 2024-12-09T08:12:44,386 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952. 2024-12-09T08:12:44,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 24a4103ae3b4261972c7c881d5ebd952: Waiting for close lock at 1733731964386Disabling compacts and flushes for region at 1733731964386Disabling writes for close at 1733731964386Writing region close event to WAL at 1733731964386Closed at 1733731964386 2024-12-09T08:12:44,387 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => db6cd8dab6800faa40091f04b1cf4ab7, NAME => 'SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0 2024-12-09T08:12:44,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741843_1019 (size=62) 2024-12-09T08:12:44,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741843_1019 (size=62) 2024-12-09T08:12:44,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741843_1019 (size=62) 2024-12-09T08:12:44,396 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:44,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1ab908fda2254be4bd0fc1b5d78ec03f, disabling compactions & flushes 2024-12-09T08:12:44,397 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f. 2024-12-09T08:12:44,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f. 2024-12-09T08:12:44,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f. after waiting 0 ms 2024-12-09T08:12:44,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f. 2024-12-09T08:12:44,397 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f. 2024-12-09T08:12:44,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ab908fda2254be4bd0fc1b5d78ec03f: Waiting for close lock at 1733731964396Disabling compacts and flushes for region at 1733731964396Disabling writes for close at 1733731964397 (+1 ms)Writing region close event to WAL at 1733731964397Closed at 1733731964397 2024-12-09T08:12:44,398 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b12e1de1fd987260d3c68c90bf8c0a7, NAME => 'SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0 2024-12-09T08:12:44,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741844_1020 (size=62) 2024-12-09T08:12:44,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741844_1020 (size=62) 2024-12-09T08:12:44,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741844_1020 (size=62) 2024-12-09T08:12:44,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:44,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2c8308ecee918f3a25e2d13ad14554fb, disabling compactions & flushes 2024-12-09T08:12:44,415 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 2024-12-09T08:12:44,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 2024-12-09T08:12:44,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. after waiting 0 ms 2024-12-09T08:12:44,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 2024-12-09T08:12:44,415 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 2024-12-09T08:12:44,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2c8308ecee918f3a25e2d13ad14554fb: Waiting for close lock at 1733731964415Disabling compacts and flushes for region at 1733731964415Disabling writes for close at 1733731964415Writing region close event to WAL at 1733731964415Closed at 1733731964415 2024-12-09T08:12:44,416 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 91f265ee4e1f63a30953285a8e05dd06, NAME => 'SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0 2024-12-09T08:12:44,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741845_1021 (size=62) 2024-12-09T08:12:44,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741845_1021 (size=62) 2024-12-09T08:12:44,423 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:44,423 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing db6cd8dab6800faa40091f04b1cf4ab7, disabling compactions & flushes 2024-12-09T08:12:44,423 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7. 2024-12-09T08:12:44,423 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7. 2024-12-09T08:12:44,423 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7. after waiting 0 ms 2024-12-09T08:12:44,423 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7. 2024-12-09T08:12:44,423 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7. 2024-12-09T08:12:44,423 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for db6cd8dab6800faa40091f04b1cf4ab7: Waiting for close lock at 1733731964423Disabling compacts and flushes for region at 1733731964423Disabling writes for close at 1733731964423Writing region close event to WAL at 1733731964423Closed at 1733731964423 2024-12-09T08:12:44,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741845_1021 (size=62) 2024-12-09T08:12:44,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741846_1022 (size=62) 2024-12-09T08:12:44,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741846_1022 (size=62) 2024-12-09T08:12:44,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741846_1022 (size=62) 2024-12-09T08:12:44,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:44,433 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5b12e1de1fd987260d3c68c90bf8c0a7, disabling compactions & flushes 2024-12-09T08:12:44,433 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7. 2024-12-09T08:12:44,433 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7. 2024-12-09T08:12:44,433 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7. after waiting 0 ms 2024-12-09T08:12:44,433 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7. 2024-12-09T08:12:44,433 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7. 2024-12-09T08:12:44,433 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b12e1de1fd987260d3c68c90bf8c0a7: Waiting for close lock at 1733731964433Disabling compacts and flushes for region at 1733731964433Disabling writes for close at 1733731964433Writing region close event to WAL at 1733731964433Closed at 1733731964433 2024-12-09T08:12:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T08:12:44,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741847_1023 (size=54) 2024-12-09T08:12:44,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741847_1023 (size=54) 2024-12-09T08:12:44,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741847_1023 (size=54) 2024-12-09T08:12:44,441 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:44,441 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 91f265ee4e1f63a30953285a8e05dd06, disabling compactions & flushes 2024-12-09T08:12:44,441 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 2024-12-09T08:12:44,441 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 2024-12-09T08:12:44,441 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. after waiting 0 ms 2024-12-09T08:12:44,441 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 2024-12-09T08:12:44,441 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 2024-12-09T08:12:44,441 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 91f265ee4e1f63a30953285a8e05dd06: Waiting for close lock at 1733731964441Disabling compacts and flushes for region at 1733731964441Disabling writes for close at 1733731964441Writing region close event to WAL at 1733731964441Closed at 1733731964441 2024-12-09T08:12:44,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T08:12:44,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733731964444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733731964444"}]},"ts":"1733731964444"} 2024-12-09T08:12:44,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733731964444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733731964444"}]},"ts":"1733731964444"} 2024-12-09T08:12:44,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733731964444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733731964444"}]},"ts":"1733731964444"} 2024-12-09T08:12:44,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733731964444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733731964444"}]},"ts":"1733731964444"} 2024-12-09T08:12:44,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733731964444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733731964444"}]},"ts":"1733731964444"} 2024-12-09T08:12:44,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733731964444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733731964444"}]},"ts":"1733731964444"} 2024-12-09T08:12:44,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733731964444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733731964444"}]},"ts":"1733731964444"} 2024-12-09T08:12:44,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733731964444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733731964444"}]},"ts":"1733731964444"} 2024-12-09T08:12:44,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733731964444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733731964444"}]},"ts":"1733731964444"} 2024-12-09T08:12:44,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733731964444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733731964444"}]},"ts":"1733731964444"} 2024-12-09T08:12:44,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-09T08:12:44,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T08:12:44,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733731964491"}]},"ts":"1733731964491"} 2024-12-09T08:12:44,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-09T08:12:44,498 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {5bda946059d1=0} racks are {/default-rack=0} 2024-12-09T08:12:44,508 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T08:12:44,508 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T08:12:44,508 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T08:12:44,508 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T08:12:44,508 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T08:12:44,508 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T08:12:44,508 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T08:12:44,508 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T08:12:44,508 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T08:12:44,508 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T08:12:44,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e2dcb7e4a183177de2a5883d74326c8, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48bc04befa6cf9af9ef27da1bb7ee332, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e76331a54668ffa78e55b4f44ec9d5e1, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=24a4103ae3b4261972c7c881d5ebd952, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5accf3a44c87930f690eaf73a5a9586d, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ab908fda2254be4bd0fc1b5d78ec03f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c8308ecee918f3a25e2d13ad14554fb, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db6cd8dab6800faa40091f04b1cf4ab7, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b12e1de1fd987260d3c68c90bf8c0a7, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91f265ee4e1f63a30953285a8e05dd06, ASSIGN}] 2024-12-09T08:12:44,515 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e2dcb7e4a183177de2a5883d74326c8, ASSIGN 2024-12-09T08:12:44,515 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48bc04befa6cf9af9ef27da1bb7ee332, ASSIGN 2024-12-09T08:12:44,515 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e76331a54668ffa78e55b4f44ec9d5e1, ASSIGN 2024-12-09T08:12:44,516 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=24a4103ae3b4261972c7c881d5ebd952, ASSIGN 2024-12-09T08:12:44,517 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=48bc04befa6cf9af9ef27da1bb7ee332, ASSIGN; state=OFFLINE, location=5bda946059d1,34933,1733731951955; forceNewPlan=false, retain=false 2024-12-09T08:12:44,518 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e76331a54668ffa78e55b4f44ec9d5e1, ASSIGN; state=OFFLINE, location=5bda946059d1,44269,1733731952083; forceNewPlan=false, retain=false 2024-12-09T08:12:44,518 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e2dcb7e4a183177de2a5883d74326c8, ASSIGN; state=OFFLINE, location=5bda946059d1,39785,1733731952138; forceNewPlan=false, retain=false 2024-12-09T08:12:44,518 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=24a4103ae3b4261972c7c881d5ebd952, ASSIGN; state=OFFLINE, location=5bda946059d1,34933,1733731951955; forceNewPlan=false, retain=false 2024-12-09T08:12:44,522 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91f265ee4e1f63a30953285a8e05dd06, ASSIGN 2024-12-09T08:12:44,522 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b12e1de1fd987260d3c68c90bf8c0a7, ASSIGN 2024-12-09T08:12:44,522 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db6cd8dab6800faa40091f04b1cf4ab7, ASSIGN 2024-12-09T08:12:44,522 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c8308ecee918f3a25e2d13ad14554fb, ASSIGN 2024-12-09T08:12:44,523 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ab908fda2254be4bd0fc1b5d78ec03f, ASSIGN 2024-12-09T08:12:44,524 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91f265ee4e1f63a30953285a8e05dd06, ASSIGN; state=OFFLINE, location=5bda946059d1,44269,1733731952083; forceNewPlan=false, retain=false 2024-12-09T08:12:44,525 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5b12e1de1fd987260d3c68c90bf8c0a7, ASSIGN; state=OFFLINE, location=5bda946059d1,39785,1733731952138; forceNewPlan=false, retain=false 2024-12-09T08:12:44,525 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db6cd8dab6800faa40091f04b1cf4ab7, ASSIGN; state=OFFLINE, location=5bda946059d1,34933,1733731951955; forceNewPlan=false, retain=false 2024-12-09T08:12:44,525 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c8308ecee918f3a25e2d13ad14554fb, ASSIGN; state=OFFLINE, location=5bda946059d1,44269,1733731952083; forceNewPlan=false, retain=false 2024-12-09T08:12:44,525 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1ab908fda2254be4bd0fc1b5d78ec03f, ASSIGN; state=OFFLINE, location=5bda946059d1,39785,1733731952138; forceNewPlan=false, retain=false 2024-12-09T08:12:44,529 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5accf3a44c87930f690eaf73a5a9586d, ASSIGN 2024-12-09T08:12:44,530 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5accf3a44c87930f690eaf73a5a9586d, ASSIGN; state=OFFLINE, location=5bda946059d1,44269,1733731952083; forceNewPlan=false, retain=false 2024-12-09T08:12:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T08:12:44,671 INFO [5bda946059d1:38859 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-09T08:12:44,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2c8308ecee918f3a25e2d13ad14554fb, regionState=OPENING, regionLocation=5bda946059d1,44269,1733731952083 2024-12-09T08:12:44,672 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e76331a54668ffa78e55b4f44ec9d5e1, regionState=OPENING, regionLocation=5bda946059d1,44269,1733731952083 2024-12-09T08:12:44,672 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5accf3a44c87930f690eaf73a5a9586d, regionState=OPENING, regionLocation=5bda946059d1,44269,1733731952083 2024-12-09T08:12:44,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=91f265ee4e1f63a30953285a8e05dd06, regionState=OPENING, regionLocation=5bda946059d1,44269,1733731952083 2024-12-09T08:12:44,672 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5b12e1de1fd987260d3c68c90bf8c0a7, regionState=OPENING, regionLocation=5bda946059d1,39785,1733731952138 2024-12-09T08:12:44,673 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=24a4103ae3b4261972c7c881d5ebd952, regionState=OPENING, regionLocation=5bda946059d1,34933,1733731951955 2024-12-09T08:12:44,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e2dcb7e4a183177de2a5883d74326c8, regionState=OPENING, regionLocation=5bda946059d1,39785,1733731952138 2024-12-09T08:12:44,673 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=db6cd8dab6800faa40091f04b1cf4ab7, regionState=OPENING, regionLocation=5bda946059d1,34933,1733731951955 2024-12-09T08:12:44,673 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=48bc04befa6cf9af9ef27da1bb7ee332, regionState=OPENING, regionLocation=5bda946059d1,34933,1733731951955 2024-12-09T08:12:44,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1ab908fda2254be4bd0fc1b5d78ec03f, regionState=OPENING, regionLocation=5bda946059d1,39785,1733731952138 2024-12-09T08:12:44,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e76331a54668ffa78e55b4f44ec9d5e1, ASSIGN because future has completed 2024-12-09T08:12:44,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1, server=5bda946059d1,44269,1733731952083}] 2024-12-09T08:12:44,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c8308ecee918f3a25e2d13ad14554fb, ASSIGN because future has completed 2024-12-09T08:12:44,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb, server=5bda946059d1,44269,1733731952083}] 2024-12-09T08:12:44,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5accf3a44c87930f690eaf73a5a9586d, ASSIGN because future has completed 2024-12-09T08:12:44,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5b12e1de1fd987260d3c68c90bf8c0a7, ASSIGN because future has completed 2024-12-09T08:12:44,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b12e1de1fd987260d3c68c90bf8c0a7, server=5bda946059d1,39785,1733731952138}] 2024-12-09T08:12:44,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5accf3a44c87930f690eaf73a5a9586d, server=5bda946059d1,44269,1733731952083}] 2024-12-09T08:12:44,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91f265ee4e1f63a30953285a8e05dd06, ASSIGN because future has completed 2024-12-09T08:12:44,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db6cd8dab6800faa40091f04b1cf4ab7, ASSIGN because future has completed 2024-12-09T08:12:44,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure db6cd8dab6800faa40091f04b1cf4ab7, server=5bda946059d1,34933,1733731951955}] 2024-12-09T08:12:44,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e2dcb7e4a183177de2a5883d74326c8, ASSIGN because future has completed 2024-12-09T08:12:44,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=24a4103ae3b4261972c7c881d5ebd952, ASSIGN because future has completed 2024-12-09T08:12:44,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e2dcb7e4a183177de2a5883d74326c8, server=5bda946059d1,39785,1733731952138}] 2024-12-09T08:12:44,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=48bc04befa6cf9af9ef27da1bb7ee332, ASSIGN because future has completed 2024-12-09T08:12:44,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1ab908fda2254be4bd0fc1b5d78ec03f, ASSIGN because future has completed 2024-12-09T08:12:44,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48bc04befa6cf9af9ef27da1bb7ee332, server=5bda946059d1,34933,1733731951955}] 2024-12-09T08:12:44,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ab908fda2254be4bd0fc1b5d78ec03f, server=5bda946059d1,39785,1733731952138}] 2024-12-09T08:12:44,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24a4103ae3b4261972c7c881d5ebd952, server=5bda946059d1,34933,1733731951955}] 2024-12-09T08:12:44,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91f265ee4e1f63a30953285a8e05dd06, server=5bda946059d1,44269,1733731952083}] 2024-12-09T08:12:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T08:12:45,439 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T08:12:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T08:12:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T08:12:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T08:12:49,459 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T08:12:51,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T08:12:51,474 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T08:12:51,476 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T08:12:51,476 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T08:12:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T08:12:54,683 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T08:12:54,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T08:12:54,696 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 2024-12-09T08:12:54,697 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 91f265ee4e1f63a30953285a8e05dd06, NAME => 'SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T08:12:54,697 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:12:54,697 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:54,697 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:12:54,698 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:12:54,700 INFO [StoreOpener-91f265ee4e1f63a30953285a8e05dd06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:12:54,703 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T08:12:54,703 INFO [StoreOpener-91f265ee4e1f63a30953285a8e05dd06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91f265ee4e1f63a30953285a8e05dd06 columnFamilyName cf 2024-12-09T08:12:54,703 DEBUG [StoreOpener-91f265ee4e1f63a30953285a8e05dd06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:54,704 INFO [StoreOpener-91f265ee4e1f63a30953285a8e05dd06-1 {}] regionserver.HStore(327): Store=91f265ee4e1f63a30953285a8e05dd06/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:12:54,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T08:12:54,704 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:12:54,706 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:12:54,706 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:12:54,707 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:12:54,707 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:12:54,710 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:12:54,713 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7. 2024-12-09T08:12:54,713 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b12e1de1fd987260d3c68c90bf8c0a7, NAME => 'SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-09T08:12:54,714 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5b12e1de1fd987260d3c68c90bf8c0a7 2024-12-09T08:12:54,714 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:54,714 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 5b12e1de1fd987260d3c68c90bf8c0a7 2024-12-09T08:12:54,714 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 5b12e1de1fd987260d3c68c90bf8c0a7 2024-12-09T08:12:54,715 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/91f265ee4e1f63a30953285a8e05dd06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:12:54,716 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 91f265ee4e1f63a30953285a8e05dd06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72716322, jitterRate=0.08355763554573059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:12:54,716 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:12:54,717 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 91f265ee4e1f63a30953285a8e05dd06: Running coprocessor pre-open hook at 1733731974698Writing region info on filesystem at 1733731974698Initializing all the Stores at 1733731974700 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733731974700Cleaning up temporary data from old regions at 1733731974707 (+7 ms)Running coprocessor post-open hooks at 1733731974716 (+9 ms)Region opened successfully at 1733731974717 (+1 ms) 2024-12-09T08:12:54,717 INFO [StoreOpener-5b12e1de1fd987260d3c68c90bf8c0a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5b12e1de1fd987260d3c68c90bf8c0a7 2024-12-09T08:12:54,720 INFO [StoreOpener-5b12e1de1fd987260d3c68c90bf8c0a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b12e1de1fd987260d3c68c90bf8c0a7 columnFamilyName cf 2024-12-09T08:12:54,720 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06., pid=24, masterSystemTime=1733731974682 2024-12-09T08:12:54,720 DEBUG [StoreOpener-5b12e1de1fd987260d3c68c90bf8c0a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:54,720 INFO [StoreOpener-5b12e1de1fd987260d3c68c90bf8c0a7-1 {}] regionserver.HStore(327): Store=5b12e1de1fd987260d3c68c90bf8c0a7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:12:54,721 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 5b12e1de1fd987260d3c68c90bf8c0a7 2024-12-09T08:12:54,722 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/5b12e1de1fd987260d3c68c90bf8c0a7 2024-12-09T08:12:54,722 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 2024-12-09T08:12:54,722 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 2024-12-09T08:12:54,722 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/5b12e1de1fd987260d3c68c90bf8c0a7 2024-12-09T08:12:54,722 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 2024-12-09T08:12:54,723 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c8308ecee918f3a25e2d13ad14554fb, NAME => 'SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T08:12:54,723 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 5b12e1de1fd987260d3c68c90bf8c0a7 2024-12-09T08:12:54,723 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:12:54,723 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 5b12e1de1fd987260d3c68c90bf8c0a7 2024-12-09T08:12:54,723 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:54,723 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:12:54,723 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:12:54,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=91f265ee4e1f63a30953285a8e05dd06, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,44269,1733731952083 2024-12-09T08:12:54,726 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 5b12e1de1fd987260d3c68c90bf8c0a7 2024-12-09T08:12:54,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91f265ee4e1f63a30953285a8e05dd06, server=5bda946059d1,44269,1733731952083 because future has completed 2024-12-09T08:12:54,727 INFO [StoreOpener-2c8308ecee918f3a25e2d13ad14554fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:12:54,729 INFO [StoreOpener-2c8308ecee918f3a25e2d13ad14554fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c8308ecee918f3a25e2d13ad14554fb columnFamilyName cf 2024-12-09T08:12:54,730 DEBUG [StoreOpener-2c8308ecee918f3a25e2d13ad14554fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:54,730 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332. 2024-12-09T08:12:54,730 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 48bc04befa6cf9af9ef27da1bb7ee332, NAME => 'SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-09T08:12:54,730 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/5b12e1de1fd987260d3c68c90bf8c0a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:12:54,730 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 48bc04befa6cf9af9ef27da1bb7ee332 2024-12-09T08:12:54,730 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:54,730 INFO [StoreOpener-2c8308ecee918f3a25e2d13ad14554fb-1 {}] regionserver.HStore(327): Store=2c8308ecee918f3a25e2d13ad14554fb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:12:54,731 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 48bc04befa6cf9af9ef27da1bb7ee332 2024-12-09T08:12:54,731 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:12:54,731 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 48bc04befa6cf9af9ef27da1bb7ee332 2024-12-09T08:12:54,731 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 5b12e1de1fd987260d3c68c90bf8c0a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75224965, jitterRate=0.12093932926654816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:12:54,731 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b12e1de1fd987260d3c68c90bf8c0a7 2024-12-09T08:12:54,731 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 5b12e1de1fd987260d3c68c90bf8c0a7: Running coprocessor pre-open hook at 1733731974714Writing region info on filesystem at 1733731974714Initializing all the Stores at 1733731974716 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733731974716Cleaning up temporary data from old regions at 1733731974723 (+7 ms)Running coprocessor post-open hooks at 1733731974731 (+8 ms)Region opened successfully at 1733731974731 2024-12-09T08:12:54,732 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:12:54,732 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:12:54,733 INFO [StoreOpener-48bc04befa6cf9af9ef27da1bb7ee332-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 48bc04befa6cf9af9ef27da1bb7ee332 2024-12-09T08:12:54,733 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7., pid=18, masterSystemTime=1733731974702 2024-12-09T08:12:54,733 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:12:54,733 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:12:54,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-12-09T08:12:54,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 91f265ee4e1f63a30953285a8e05dd06, server=5bda946059d1,44269,1733731952083 in 10.0110 sec 2024-12-09T08:12:54,736 INFO [StoreOpener-48bc04befa6cf9af9ef27da1bb7ee332-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48bc04befa6cf9af9ef27da1bb7ee332 columnFamilyName cf 2024-12-09T08:12:54,736 DEBUG [StoreOpener-48bc04befa6cf9af9ef27da1bb7ee332-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:54,736 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7. 2024-12-09T08:12:54,736 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:12:54,736 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7. 2024-12-09T08:12:54,737 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f. 2024-12-09T08:12:54,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91f265ee4e1f63a30953285a8e05dd06, ASSIGN in 10.2240 sec 2024-12-09T08:12:54,737 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ab908fda2254be4bd0fc1b5d78ec03f, NAME => 'SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-09T08:12:54,737 INFO [StoreOpener-48bc04befa6cf9af9ef27da1bb7ee332-1 {}] regionserver.HStore(327): Store=48bc04befa6cf9af9ef27da1bb7ee332/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:12:54,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5b12e1de1fd987260d3c68c90bf8c0a7, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,39785,1733731952138 2024-12-09T08:12:54,737 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 48bc04befa6cf9af9ef27da1bb7ee332 2024-12-09T08:12:54,737 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1ab908fda2254be4bd0fc1b5d78ec03f 2024-12-09T08:12:54,737 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:54,737 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 1ab908fda2254be4bd0fc1b5d78ec03f 2024-12-09T08:12:54,737 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 1ab908fda2254be4bd0fc1b5d78ec03f 2024-12-09T08:12:54,739 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/48bc04befa6cf9af9ef27da1bb7ee332 2024-12-09T08:12:54,740 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/48bc04befa6cf9af9ef27da1bb7ee332 2024-12-09T08:12:54,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b12e1de1fd987260d3c68c90bf8c0a7, server=5bda946059d1,39785,1733731952138 because future has completed 2024-12-09T08:12:54,740 INFO [StoreOpener-1ab908fda2254be4bd0fc1b5d78ec03f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1ab908fda2254be4bd0fc1b5d78ec03f 2024-12-09T08:12:54,740 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 48bc04befa6cf9af9ef27da1bb7ee332 2024-12-09T08:12:54,741 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 48bc04befa6cf9af9ef27da1bb7ee332 2024-12-09T08:12:54,741 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/2c8308ecee918f3a25e2d13ad14554fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:12:54,742 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 2c8308ecee918f3a25e2d13ad14554fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72351980, jitterRate=0.07812851667404175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:12:54,742 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:12:54,743 INFO [StoreOpener-1ab908fda2254be4bd0fc1b5d78ec03f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ab908fda2254be4bd0fc1b5d78ec03f columnFamilyName cf 2024-12-09T08:12:54,743 DEBUG [StoreOpener-1ab908fda2254be4bd0fc1b5d78ec03f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:54,743 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 2c8308ecee918f3a25e2d13ad14554fb: Running coprocessor pre-open hook at 1733731974723Writing region info on filesystem at 1733731974723Initializing all the Stores at 1733731974725 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733731974725Cleaning up temporary data from old regions at 1733731974733 (+8 ms)Running coprocessor post-open hooks at 1733731974742 (+9 ms)Region opened successfully at 1733731974743 (+1 ms) 2024-12-09T08:12:54,743 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 48bc04befa6cf9af9ef27da1bb7ee332 2024-12-09T08:12:54,743 INFO [StoreOpener-1ab908fda2254be4bd0fc1b5d78ec03f-1 {}] regionserver.HStore(327): Store=1ab908fda2254be4bd0fc1b5d78ec03f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:12:54,743 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 1ab908fda2254be4bd0fc1b5d78ec03f 2024-12-09T08:12:54,745 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb., pid=16, masterSystemTime=1733731974682 2024-12-09T08:12:54,745 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/1ab908fda2254be4bd0fc1b5d78ec03f 2024-12-09T08:12:54,745 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/1ab908fda2254be4bd0fc1b5d78ec03f 2024-12-09T08:12:54,746 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38859 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=5bda946059d1,39785,1733731952138, table=SPTestTable, region=5b12e1de1fd987260d3c68c90bf8c0a7. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T08:12:54,746 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 1ab908fda2254be4bd0fc1b5d78ec03f 2024-12-09T08:12:54,746 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/48bc04befa6cf9af9ef27da1bb7ee332/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:12:54,746 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 1ab908fda2254be4bd0fc1b5d78ec03f 2024-12-09T08:12:54,747 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 48bc04befa6cf9af9ef27da1bb7ee332; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67342116, jitterRate=0.0034757256507873535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:12:54,747 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48bc04befa6cf9af9ef27da1bb7ee332 2024-12-09T08:12:54,747 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 48bc04befa6cf9af9ef27da1bb7ee332: Running coprocessor pre-open hook at 1733731974731Writing region info on filesystem at 1733731974731Initializing all the Stores at 1733731974732 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733731974732Cleaning up temporary data from old regions at 1733731974741 (+9 ms)Running coprocessor post-open hooks at 1733731974747 (+6 ms)Region opened successfully at 1733731974747 2024-12-09T08:12:54,749 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332., pid=21, masterSystemTime=1733731974713 2024-12-09T08:12:54,749 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 2024-12-09T08:12:54,749 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 1ab908fda2254be4bd0fc1b5d78ec03f 2024-12-09T08:12:54,749 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 2024-12-09T08:12:54,750 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 2024-12-09T08:12:54,750 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 5accf3a44c87930f690eaf73a5a9586d, NAME => 'SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-09T08:12:54,751 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2c8308ecee918f3a25e2d13ad14554fb, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,44269,1733731952083 2024-12-09T08:12:54,751 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:12:54,751 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:54,751 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:12:54,751 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:12:54,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-09T08:12:54,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b12e1de1fd987260d3c68c90bf8c0a7, server=5bda946059d1,39785,1733731952138 in 10.0570 sec 2024-12-09T08:12:54,754 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332. 2024-12-09T08:12:54,754 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332. 2024-12-09T08:12:54,754 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952. 2024-12-09T08:12:54,755 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=48bc04befa6cf9af9ef27da1bb7ee332, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,34933,1733731951955 2024-12-09T08:12:54,755 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 24a4103ae3b4261972c7c881d5ebd952, NAME => 'SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-09T08:12:54,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb, server=5bda946059d1,44269,1733731952083 because future has completed 2024-12-09T08:12:54,756 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 24a4103ae3b4261972c7c881d5ebd952 2024-12-09T08:12:54,756 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:54,756 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 24a4103ae3b4261972c7c881d5ebd952 2024-12-09T08:12:54,756 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 24a4103ae3b4261972c7c881d5ebd952 2024-12-09T08:12:54,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b12e1de1fd987260d3c68c90bf8c0a7, ASSIGN in 10.2430 sec 2024-12-09T08:12:54,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48bc04befa6cf9af9ef27da1bb7ee332, server=5bda946059d1,34933,1733731951955 because future has completed 2024-12-09T08:12:54,763 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/1ab908fda2254be4bd0fc1b5d78ec03f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:12:54,763 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38859 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=5bda946059d1,34933,1733731951955, table=SPTestTable, region=48bc04befa6cf9af9ef27da1bb7ee332. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T08:12:54,764 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 1ab908fda2254be4bd0fc1b5d78ec03f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66119359, jitterRate=-0.014744773507118225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:12:54,764 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ab908fda2254be4bd0fc1b5d78ec03f 2024-12-09T08:12:54,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-09T08:12:54,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb, server=5bda946059d1,44269,1733731952083 in 10.0760 sec 2024-12-09T08:12:54,764 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 1ab908fda2254be4bd0fc1b5d78ec03f: Running coprocessor pre-open hook at 1733731974738Writing region info on filesystem at 1733731974738Initializing all the Stores at 1733731974740 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733731974740Cleaning up temporary data from old regions at 1733731974746 (+6 ms)Running coprocessor post-open hooks at 1733731974764 (+18 ms)Region opened successfully at 1733731974764 2024-12-09T08:12:54,765 INFO [StoreOpener-5accf3a44c87930f690eaf73a5a9586d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:12:54,765 INFO [StoreOpener-24a4103ae3b4261972c7c881d5ebd952-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 24a4103ae3b4261972c7c881d5ebd952 2024-12-09T08:12:54,766 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f., pid=22, masterSystemTime=1733731974702 2024-12-09T08:12:54,768 INFO [StoreOpener-24a4103ae3b4261972c7c881d5ebd952-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24a4103ae3b4261972c7c881d5ebd952 columnFamilyName cf 2024-12-09T08:12:54,768 DEBUG [StoreOpener-24a4103ae3b4261972c7c881d5ebd952-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:54,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c8308ecee918f3a25e2d13ad14554fb, ASSIGN in 10.2540 sec 2024-12-09T08:12:54,769 INFO [StoreOpener-5accf3a44c87930f690eaf73a5a9586d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5accf3a44c87930f690eaf73a5a9586d columnFamilyName cf 2024-12-09T08:12:54,769 DEBUG [StoreOpener-5accf3a44c87930f690eaf73a5a9586d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:54,769 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f. 2024-12-09T08:12:54,769 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f. 2024-12-09T08:12:54,769 INFO [StoreOpener-24a4103ae3b4261972c7c881d5ebd952-1 {}] regionserver.HStore(327): Store=24a4103ae3b4261972c7c881d5ebd952/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:12:54,769 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8. 2024-12-09T08:12:54,769 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 24a4103ae3b4261972c7c881d5ebd952 2024-12-09T08:12:54,769 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e2dcb7e4a183177de2a5883d74326c8, NAME => 'SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-09T08:12:54,770 INFO [StoreOpener-5accf3a44c87930f690eaf73a5a9586d-1 {}] regionserver.HStore(327): Store=5accf3a44c87930f690eaf73a5a9586d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:12:54,770 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2e2dcb7e4a183177de2a5883d74326c8 2024-12-09T08:12:54,770 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:54,770 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 2e2dcb7e4a183177de2a5883d74326c8 2024-12-09T08:12:54,770 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 2e2dcb7e4a183177de2a5883d74326c8 2024-12-09T08:12:54,770 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:12:54,771 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1ab908fda2254be4bd0fc1b5d78ec03f, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,39785,1733731952138 2024-12-09T08:12:54,772 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/24a4103ae3b4261972c7c881d5ebd952 2024-12-09T08:12:54,772 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:12:54,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-12-09T08:12:54,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 48bc04befa6cf9af9ef27da1bb7ee332, server=5bda946059d1,34933,1733731951955 in 10.0570 sec 2024-12-09T08:12:54,773 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:12:54,773 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/24a4103ae3b4261972c7c881d5ebd952 2024-12-09T08:12:54,774 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:12:54,774 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:12:54,774 INFO [StoreOpener-2e2dcb7e4a183177de2a5883d74326c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2e2dcb7e4a183177de2a5883d74326c8 2024-12-09T08:12:54,774 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 24a4103ae3b4261972c7c881d5ebd952 2024-12-09T08:12:54,775 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 24a4103ae3b4261972c7c881d5ebd952 2024-12-09T08:12:54,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ab908fda2254be4bd0fc1b5d78ec03f, server=5bda946059d1,39785,1733731952138 because future has completed 2024-12-09T08:12:54,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48bc04befa6cf9af9ef27da1bb7ee332, ASSIGN in 10.2620 sec 2024-12-09T08:12:54,782 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 24a4103ae3b4261972c7c881d5ebd952 2024-12-09T08:12:54,782 INFO [StoreOpener-2e2dcb7e4a183177de2a5883d74326c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e2dcb7e4a183177de2a5883d74326c8 columnFamilyName cf 2024-12-09T08:12:54,782 DEBUG [StoreOpener-2e2dcb7e4a183177de2a5883d74326c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:54,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-12-09T08:12:54,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ab908fda2254be4bd0fc1b5d78ec03f, server=5bda946059d1,39785,1733731952138 in 10.0700 sec 2024-12-09T08:12:54,783 INFO [StoreOpener-2e2dcb7e4a183177de2a5883d74326c8-1 {}] regionserver.HStore(327): Store=2e2dcb7e4a183177de2a5883d74326c8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:12:54,783 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 2e2dcb7e4a183177de2a5883d74326c8 2024-12-09T08:12:54,785 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/2e2dcb7e4a183177de2a5883d74326c8 2024-12-09T08:12:54,786 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/2e2dcb7e4a183177de2a5883d74326c8 2024-12-09T08:12:54,786 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 2e2dcb7e4a183177de2a5883d74326c8 2024-12-09T08:12:54,786 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 2e2dcb7e4a183177de2a5883d74326c8 2024-12-09T08:12:54,787 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/24a4103ae3b4261972c7c881d5ebd952/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:12:54,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ab908fda2254be4bd0fc1b5d78ec03f, ASSIGN in 10.2730 sec 2024-12-09T08:12:54,787 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 24a4103ae3b4261972c7c881d5ebd952; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65583099, jitterRate=-0.02273567020893097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:12:54,788 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24a4103ae3b4261972c7c881d5ebd952 2024-12-09T08:12:54,788 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 24a4103ae3b4261972c7c881d5ebd952: Running coprocessor pre-open hook at 1733731974756Writing region info on filesystem at 1733731974756Initializing all the Stores at 1733731974759 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733731974759Cleaning up temporary data from old regions at 1733731974775 (+16 ms)Running coprocessor post-open hooks at 1733731974788 (+13 ms)Region opened successfully at 1733731974788 2024-12-09T08:12:54,789 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952., pid=23, masterSystemTime=1733731974713 2024-12-09T08:12:54,790 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 2e2dcb7e4a183177de2a5883d74326c8 2024-12-09T08:12:54,791 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952. 2024-12-09T08:12:54,791 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952. 2024-12-09T08:12:54,791 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7. 2024-12-09T08:12:54,792 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => db6cd8dab6800faa40091f04b1cf4ab7, NAME => 'SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-09T08:12:54,792 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable db6cd8dab6800faa40091f04b1cf4ab7 2024-12-09T08:12:54,792 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:54,793 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for db6cd8dab6800faa40091f04b1cf4ab7 2024-12-09T08:12:54,793 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for db6cd8dab6800faa40091f04b1cf4ab7 2024-12-09T08:12:54,793 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=24a4103ae3b4261972c7c881d5ebd952, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,34933,1733731951955 2024-12-09T08:12:54,793 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:12:54,795 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/2e2dcb7e4a183177de2a5883d74326c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:12:54,796 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 2e2dcb7e4a183177de2a5883d74326c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75423904, jitterRate=0.12390375137329102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:12:54,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24a4103ae3b4261972c7c881d5ebd952, server=5bda946059d1,34933,1733731951955 because future has completed 2024-12-09T08:12:54,797 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e2dcb7e4a183177de2a5883d74326c8 2024-12-09T08:12:54,797 INFO [StoreOpener-db6cd8dab6800faa40091f04b1cf4ab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region db6cd8dab6800faa40091f04b1cf4ab7 2024-12-09T08:12:54,797 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 2e2dcb7e4a183177de2a5883d74326c8: Running coprocessor pre-open hook at 1733731974770Writing region info on filesystem at 1733731974770Initializing all the Stores at 1733731974773 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733731974773Cleaning up temporary data from old regions at 1733731974786 (+13 ms)Running coprocessor post-open hooks at 1733731974797 (+11 ms)Region opened successfully at 1733731974797 2024-12-09T08:12:54,798 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/5accf3a44c87930f690eaf73a5a9586d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:12:54,798 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8., pid=20, masterSystemTime=1733731974702 2024-12-09T08:12:54,800 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 5accf3a44c87930f690eaf73a5a9586d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64751713, jitterRate=-0.0351242870092392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:12:54,800 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:12:54,801 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 5accf3a44c87930f690eaf73a5a9586d: Running coprocessor pre-open hook at 1733731974751Writing region info on filesystem at 1733731974751Initializing all the Stores at 1733731974753 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733731974753Cleaning up temporary data from old regions at 1733731974774 (+21 ms)Running coprocessor post-open hooks at 1733731974800 (+26 ms)Region opened successfully at 1733731974800 2024-12-09T08:12:54,801 INFO [StoreOpener-db6cd8dab6800faa40091f04b1cf4ab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db6cd8dab6800faa40091f04b1cf4ab7 columnFamilyName cf 2024-12-09T08:12:54,801 DEBUG [StoreOpener-db6cd8dab6800faa40091f04b1cf4ab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:54,802 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d., pid=17, masterSystemTime=1733731974682 2024-12-09T08:12:54,802 INFO [StoreOpener-db6cd8dab6800faa40091f04b1cf4ab7-1 {}] regionserver.HStore(327): Store=db6cd8dab6800faa40091f04b1cf4ab7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:12:54,802 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for db6cd8dab6800faa40091f04b1cf4ab7 2024-12-09T08:12:54,802 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8. 2024-12-09T08:12:54,803 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8. 2024-12-09T08:12:54,803 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/db6cd8dab6800faa40091f04b1cf4ab7 2024-12-09T08:12:54,804 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/db6cd8dab6800faa40091f04b1cf4ab7 2024-12-09T08:12:54,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-12-09T08:12:54,804 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e2dcb7e4a183177de2a5883d74326c8, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,39785,1733731952138 2024-12-09T08:12:54,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 24a4103ae3b4261972c7c881d5ebd952, server=5bda946059d1,34933,1733731951955 in 10.0840 sec 2024-12-09T08:12:54,805 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for db6cd8dab6800faa40091f04b1cf4ab7 2024-12-09T08:12:54,805 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for db6cd8dab6800faa40091f04b1cf4ab7 2024-12-09T08:12:54,806 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 2024-12-09T08:12:54,806 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 2024-12-09T08:12:54,807 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 2024-12-09T08:12:54,807 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => e76331a54668ffa78e55b4f44ec9d5e1, NAME => 'SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-09T08:12:54,807 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:12:54,807 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:12:54,807 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:12:54,808 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:12:54,808 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for db6cd8dab6800faa40091f04b1cf4ab7 2024-12-09T08:12:54,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e2dcb7e4a183177de2a5883d74326c8, server=5bda946059d1,39785,1733731952138 because future has completed 2024-12-09T08:12:54,810 INFO [StoreOpener-e76331a54668ffa78e55b4f44ec9d5e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:12:54,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=24a4103ae3b4261972c7c881d5ebd952, ASSIGN in 10.2940 sec 2024-12-09T08:12:54,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5accf3a44c87930f690eaf73a5a9586d, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,44269,1733731952083 2024-12-09T08:12:54,812 INFO [StoreOpener-e76331a54668ffa78e55b4f44ec9d5e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e76331a54668ffa78e55b4f44ec9d5e1 columnFamilyName cf 2024-12-09T08:12:54,812 DEBUG [StoreOpener-e76331a54668ffa78e55b4f44ec9d5e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:12:54,813 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/db6cd8dab6800faa40091f04b1cf4ab7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:12:54,814 INFO [StoreOpener-e76331a54668ffa78e55b4f44ec9d5e1-1 {}] regionserver.HStore(327): Store=e76331a54668ffa78e55b4f44ec9d5e1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:12:54,814 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:12:54,814 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened db6cd8dab6800faa40091f04b1cf4ab7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67225146, jitterRate=0.0017327368259429932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:12:54,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5accf3a44c87930f690eaf73a5a9586d, server=5bda946059d1,44269,1733731952083 because future has completed 2024-12-09T08:12:54,815 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db6cd8dab6800faa40091f04b1cf4ab7 2024-12-09T08:12:54,815 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for db6cd8dab6800faa40091f04b1cf4ab7: Running coprocessor pre-open hook at 1733731974793Writing region info on filesystem at 1733731974793Initializing all the Stores at 1733731974795 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733731974795Cleaning up temporary data from old regions at 1733731974805 (+10 ms)Running coprocessor post-open hooks at 1733731974815 (+10 ms)Region opened successfully at 1733731974815 2024-12-09T08:12:54,815 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:12:54,816 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:12:54,816 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7., pid=19, masterSystemTime=1733731974713 2024-12-09T08:12:54,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-12-09T08:12:54,820 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7. 2024-12-09T08:12:54,820 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7. 2024-12-09T08:12:54,820 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:12:54,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e2dcb7e4a183177de2a5883d74326c8, server=5bda946059d1,39785,1733731952138 in 10.1080 sec 2024-12-09T08:12:54,821 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:12:54,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-12-09T08:12:54,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5accf3a44c87930f690eaf73a5a9586d, server=5bda946059d1,44269,1733731952083 in 10.1290 sec 2024-12-09T08:12:54,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=db6cd8dab6800faa40091f04b1cf4ab7, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,34933,1733731951955 2024-12-09T08:12:54,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e2dcb7e4a183177de2a5883d74326c8, ASSIGN in 10.3090 sec 2024-12-09T08:12:54,826 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:12:54,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5accf3a44c87930f690eaf73a5a9586d, ASSIGN in 10.3110 sec 2024-12-09T08:12:54,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure db6cd8dab6800faa40091f04b1cf4ab7, server=5bda946059d1,34933,1733731951955 because future has completed 2024-12-09T08:12:54,829 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/e76331a54668ffa78e55b4f44ec9d5e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:12:54,830 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened e76331a54668ffa78e55b4f44ec9d5e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59925739, jitterRate=-0.10703690350055695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:12:54,830 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:12:54,830 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for e76331a54668ffa78e55b4f44ec9d5e1: Running coprocessor pre-open hook at 1733731974808Writing region info on filesystem at 1733731974808Initializing all the Stores at 1733731974809 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733731974809Cleaning up temporary data from old regions at 1733731974821 (+12 ms)Running coprocessor post-open hooks at 1733731974830 (+9 ms)Region opened successfully at 1733731974830 2024-12-09T08:12:54,831 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1., pid=15, masterSystemTime=1733731974682 2024-12-09T08:12:54,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-12-09T08:12:54,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure db6cd8dab6800faa40091f04b1cf4ab7, server=5bda946059d1,34933,1733731951955 in 10.1330 sec 2024-12-09T08:12:54,834 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 2024-12-09T08:12:54,834 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 2024-12-09T08:12:54,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db6cd8dab6800faa40091f04b1cf4ab7, ASSIGN in 10.3230 sec 2024-12-09T08:12:54,835 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e76331a54668ffa78e55b4f44ec9d5e1, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,44269,1733731952083 2024-12-09T08:12:54,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1, server=5bda946059d1,44269,1733731952083 because future has completed 2024-12-09T08:12:54,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-12-09T08:12:54,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1, server=5bda946059d1,44269,1733731952083 in 10.1630 sec 2024-12-09T08:12:54,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-12-09T08:12:54,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e76331a54668ffa78e55b4f44ec9d5e1, ASSIGN in 10.3330 sec 2024-12-09T08:12:54,847 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T08:12:54,847 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733731974847"}]},"ts":"1733731974847"} 2024-12-09T08:12:54,850 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-09T08:12:54,851 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T08:12:54,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5430 sec 2024-12-09T08:12:57,442 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-09T08:13:00,199 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T08:13:00,238 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T08:13:01,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-09T08:13:01,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-09T08:13:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T08:13:02,604 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-09T08:13:02,605 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-09T08:13:02,606 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T08:13:02,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-09T08:13:02,619 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T08:13:02,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-09T08:13:02,671 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb., hostname=5bda946059d1,44269,1733731952083, seqNum=2] 2024-12-09T08:13:02,676 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb., hostname=5bda946059d1,44269,1733731952083, seqNum=2] 2024-12-09T08:13:02,679 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb., hostname=5bda946059d1,44269,1733731952083, seqNum=2] 2024-12-09T08:13:02,682 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb., hostname=5bda946059d1,44269,1733731952083, seqNum=2] 2024-12-09T08:13:02,684 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb., hostname=5bda946059d1,44269,1733731952083, seqNum=2] 2024-12-09T08:13:02,687 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb., hostname=5bda946059d1,44269,1733731952083, seqNum=2] 2024-12-09T08:13:02,689 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb., hostname=5bda946059d1,44269,1733731952083, seqNum=2] 2024-12-09T08:13:02,691 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb., hostname=5bda946059d1,44269,1733731952083, seqNum=2] 2024-12-09T08:13:02,732 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7., hostname=5bda946059d1,34933,1733731951955, seqNum=2] 2024-12-09T08:13:02,735 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7., hostname=5bda946059d1,34933,1733731951955, seqNum=2] 2024-12-09T08:13:02,737 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7., hostname=5bda946059d1,34933,1733731951955, seqNum=2] 2024-12-09T08:13:02,740 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7., hostname=5bda946059d1,34933,1733731951955, seqNum=2] 2024-12-09T08:13:02,742 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7., hostname=5bda946059d1,34933,1733731951955, seqNum=2] 2024-12-09T08:13:02,745 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7., hostname=5bda946059d1,34933,1733731951955, seqNum=2] 2024-12-09T08:13:02,748 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7., hostname=5bda946059d1,34933,1733731951955, seqNum=2] 2024-12-09T08:13:02,750 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7., hostname=5bda946059d1,34933,1733731951955, seqNum=2] 2024-12-09T08:13:02,804 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7., hostname=5bda946059d1,39785,1733731952138, seqNum=2] 2024-12-09T08:13:02,808 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7., hostname=5bda946059d1,39785,1733731952138, seqNum=2] 2024-12-09T08:13:02,811 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7., hostname=5bda946059d1,39785,1733731952138, seqNum=2] 2024-12-09T08:13:02,813 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7., hostname=5bda946059d1,39785,1733731952138, seqNum=2] 2024-12-09T08:13:02,815 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7., hostname=5bda946059d1,39785,1733731952138, seqNum=2] 2024-12-09T08:13:02,818 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7., hostname=5bda946059d1,39785,1733731952138, seqNum=2] 2024-12-09T08:13:02,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7., hostname=5bda946059d1,39785,1733731952138, seqNum=2] 2024-12-09T08:13:02,822 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7., hostname=5bda946059d1,39785,1733731952138, seqNum=2] 2024-12-09T08:13:02,901 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06., hostname=5bda946059d1,44269,1733731952083, seqNum=2] 2024-12-09T08:13:02,904 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06., hostname=5bda946059d1,44269,1733731952083, seqNum=2] 2024-12-09T08:13:02,906 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06., hostname=5bda946059d1,44269,1733731952083, seqNum=2] 2024-12-09T08:13:02,909 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06., hostname=5bda946059d1,44269,1733731952083, seqNum=2] 2024-12-09T08:13:02,915 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06., hostname=5bda946059d1,44269,1733731952083, seqNum=2] 2024-12-09T08:13:03,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T08:13:03,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T08:13:03,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T08:13:03,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T08:13:03,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34933 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T08:13:03,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T08:13:03,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 2024-12-09T08:13:03,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T08:13:04,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T08:13:04,826 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-09T08:13:04,828 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T08:13:04,830 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T08:13:04,838 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T08:13:04,852 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T08:13:04,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741848_1024 (size=49) 2024-12-09T08:13:04,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741848_1024 (size=49) 2024-12-09T08:13:04,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741848_1024 (size=49) 2024-12-09T08:13:04,876 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T08:13:04,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e2dcb7e4a183177de2a5883d74326c8}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48bc04befa6cf9af9ef27da1bb7ee332}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 24a4103ae3b4261972c7c881d5ebd952}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ab908fda2254be4bd0fc1b5d78ec03f}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db6cd8dab6800faa40091f04b1cf4ab7}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b12e1de1fd987260d3c68c90bf8c0a7}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06}] 2024-12-09T08:13:04,884 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e2dcb7e4a183177de2a5883d74326c8 2024-12-09T08:13:04,884 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48bc04befa6cf9af9ef27da1bb7ee332 2024-12-09T08:13:04,884 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:04,885 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:04,886 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:04,899 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db6cd8dab6800faa40091f04b1cf4ab7 2024-12-09T08:13:04,900 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b12e1de1fd987260d3c68c90bf8c0a7 2024-12-09T08:13:04,900 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:04,900 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ab908fda2254be4bd0fc1b5d78ec03f 2024-12-09T08:13:04,902 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 24a4103ae3b4261972c7c881d5ebd952 2024-12-09T08:13:04,929 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 5bda946059d1,44269,1733731952083 2024-12-09T08:13:04,930 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 5bda946059d1,44269,1733731952083: Simulated kill ***** 2024-12-09T08:13:04,930 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-09T08:13:04,932 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-09T08:13:04,933 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-09T08:13:04,936 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-09T08:13:04,937 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-09T08:13:04,943 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 686349808 }, "NonHeapMemoryUsage": { "committed": 157417472, "init": 7667712, "max": -1, "used": 153941896 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "5bda946059d1", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "5bda946059d1", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:50521", "tag.serverName": "5bda946059d1,39785,1733731952138", "tag.clusterId": "3f67e287-7c8f-4e0f-9fbe-8a43fcdf6110", "tag.Context": "regionserver", "tag.Hostname": "5bda946059d1", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733731952138, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-09T08:13:04,947 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38859 {}] master.MasterRpcServices(700): 5bda946059d1,44269,1733731952083 reported a fatal error: ***** ABORTING region server 5bda946059d1,44269,1733731952083: Simulated kill ***** 2024-12-09T08:13:04,950 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5bda946059d1,44269,1733731952083' ***** 2024-12-09T08:13:04,950 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-09T08:13:04,951 INFO [RS:1;5bda946059d1:44269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T08:13:04,951 INFO [RS:1;5bda946059d1:44269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-09T08:13:04,951 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T08:13:04,951 INFO [RS:1;5bda946059d1:44269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-09T08:13:04,951 INFO [RS:1;5bda946059d1:44269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T08:13:04,951 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T08:13:04,951 INFO [RS:1;5bda946059d1:44269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5bda946059d1:44269. 2024-12-09T08:13:04,951 DEBUG [RS:1;5bda946059d1:44269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T08:13:04,951 DEBUG [RS:1;5bda946059d1:44269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:13:04,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741835_1011 (size=1257) 2024-12-09T08:13:04,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741835_1011 (size=1257) 2024-12-09T08:13:04,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741835_1011 (size=1257) 2024-12-09T08:13:04,962 DEBUG [RS:1;5bda946059d1:44269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:13:04,963 INFO [RS:1;5bda946059d1:44269 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T08:13:04,963 INFO [RS:1;5bda946059d1:44269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44269 2024-12-09T08:13:05,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x10009a2256f0002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5bda946059d1,44269,1733731952083 2024-12-09T08:13:05,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T08:13:05,035 INFO [RS:1;5bda946059d1:44269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T08:13:05,036 INFO [regionserver/5bda946059d1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T08:13:05,103 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5bda946059d1,44269,1733731952083] 2024-12-09T08:13:05,123 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5bda946059d1,44269,1733731952083 already deleted, retry=false 2024-12-09T08:13:05,123 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 5bda946059d1,44269,1733731952083 on 5bda946059d1,38859,1733731951119 2024-12-09T08:13:05,127 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5bda946059d1,44269,1733731952083, splitWal=true, meta=false 2024-12-09T08:13:05,130 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 5bda946059d1,44269,1733731952083 (carryingMeta=false) 5bda946059d1,44269,1733731952083/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@66b8885a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-09T08:13:05,131 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5bda946059d1,44269,1733731952083, splitWal=true, meta=false 2024-12-09T08:13:05,132 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:05,132 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 5bda946059d1,44269,1733731952083 had 4 regions 2024-12-09T08:13:05,133 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:05,133 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:05,133 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:05,134 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5bda946059d1,44269,1733731952083, splitWal=true, meta=false, isMeta: false 2024-12-09T08:13:05,134 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d can not run currently because target server of region SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 5bda946059d1,44269,1733731952083 is in state CRASHED, wait 1000 ms to retry 2024-12-09T08:13:05,134 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06 can not run currently because target server of region SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 5bda946059d1,44269,1733731952083 is in state CRASHED, wait 1000 ms to retry 2024-12-09T08:13:05,134 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1 can not run currently because target server of region SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 5bda946059d1,44269,1733731952083 is in state CRASHED, wait 1000 ms to retry 2024-12-09T08:13:05,134 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06; timeout=1000, timestamp=1733731986134 2024-12-09T08:13:05,134 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d; timeout=1000, timestamp=1733731986134 2024-12-09T08:13:05,134 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb can not run currently because target server of region SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 5bda946059d1,44269,1733731952083 is in state SPLITTING, wait 1000 ms to retry 2024-12-09T08:13:05,134 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb; timeout=1000, timestamp=1733731986134 2024-12-09T08:13:05,134 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1; timeout=1000, timestamp=1733731986134 2024-12-09T08:13:05,138 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083-splitting 2024-12-09T08:13:05,139 INFO [PEWorker-5 {}] master.SplitWALManager(105): 5bda946059d1,44269,1733731952083 WAL count=1, meta=false 2024-12-09T08:13:05,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 5bda946059d1%2C44269%2C1733731952083.1733731953628}] 2024-12-09T08:13:05,149 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=5bda946059d1,34933,1733731951955 2024-12-09T08:13:05,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5bda946059d1%2C44269%2C1733731952083.1733731953628, worker=5bda946059d1,34933,1733731951955}] 2024-12-09T08:13:05,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x10009a2256f0002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T08:13:05,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x10009a2256f0002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T08:13:05,204 INFO [RS:1;5bda946059d1:44269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T08:13:05,204 INFO [RS:1;5bda946059d1:44269 {}] regionserver.HRegionServer(1031): Exiting; stopping=5bda946059d1,44269,1733731952083; zookeeper connection closed. 2024-12-09T08:13:05,204 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7af4f223 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7af4f223 2024-12-09T08:13:05,523 INFO [regionserver/5bda946059d1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T08:13:05,523 INFO [regionserver/5bda946059d1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T08:13:06,134 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:06,134 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:06,134 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:06,135 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:06,136 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d can not run currently because target server of region SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 5bda946059d1,44269,1733731952083 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T08:13:06,136 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb can not run currently because target server of region SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 5bda946059d1,44269,1733731952083 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T08:13:06,136 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d; timeout=2000, timestamp=1733731988136 2024-12-09T08:13:06,136 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06 can not run currently because target server of region SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 5bda946059d1,44269,1733731952083 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T08:13:06,136 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1 can not run currently because target server of region SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 5bda946059d1,44269,1733731952083 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T08:13:06,136 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb; timeout=2000, timestamp=1733731988136 2024-12-09T08:13:06,136 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06; timeout=2000, timestamp=1733731988136 2024-12-09T08:13:06,136 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1; timeout=2000, timestamp=1733731988136 2024-12-09T08:13:08,137 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:08,137 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:08,138 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:08,138 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:08,140 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d can not run currently because target server of region SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 5bda946059d1,44269,1733731952083 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T08:13:08,140 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb can not run currently because target server of region SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 5bda946059d1,44269,1733731952083 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T08:13:08,141 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb; timeout=4000, timestamp=1733731992140 2024-12-09T08:13:08,141 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d; timeout=4000, timestamp=1733731992140 2024-12-09T08:13:08,141 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06 can not run currently because target server of region SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 5bda946059d1,44269,1733731952083 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T08:13:08,141 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1 can not run currently because target server of region SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 5bda946059d1,44269,1733731952083 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T08:13:08,141 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06; timeout=4000, timestamp=1733731992141 2024-12-09T08:13:08,141 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1; timeout=4000, timestamp=1733731992141 2024-12-09T08:13:12,140 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:12,140 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:12,141 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:12,142 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:12,142 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d can not run currently because target server of region SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 5bda946059d1,44269,1733731952083 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T08:13:12,142 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb can not run currently because target server of region SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 5bda946059d1,44269,1733731952083 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T08:13:12,142 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d; timeout=8000, timestamp=1733732000142 2024-12-09T08:13:12,143 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb; timeout=8000, timestamp=1733732000142 2024-12-09T08:13:12,143 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06 can not run currently because target server of region SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 5bda946059d1,44269,1733731952083 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T08:13:12,143 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1 can not run currently because target server of region SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 5bda946059d1,44269,1733731952083 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T08:13:12,144 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06; timeout=8000, timestamp=1733732000143 2024-12-09T08:13:12,144 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1; timeout=8000, timestamp=1733732000144 2024-12-09T08:13:14,713 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=5bda946059d1,39785,1733731952138, timeout=1733731994887, delay=174, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b12e1de1fd987260d3c68c90bf8c0a7, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e2dcb7e4a183177de2a5883d74326c8, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ab908fda2254be4bd0fc1b5d78ec03f], containedObject=5bda946059d1,44269,1733731952083, timeout=1733731994887, delay=174, operations=null, containedObject=5bda946059d1,34933,1733731951955, timeout=1733731994888, delay=175, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48bc04befa6cf9af9ef27da1bb7ee332, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 24a4103ae3b4261972c7c881d5ebd952, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db6cd8dab6800faa40091f04b1cf4ab7, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5bda946059d1%2C44269%2C1733731952083.1733731953628, worker=5bda946059d1,34933,1733731951955]] 2024-12-09T08:13:14,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-09T08:13:14,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-09T08:13:14,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-09T08:13:14,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-09T08:13:14,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332. 2024-12-09T08:13:14,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7. 2024-12-09T08:13:14,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-09T08:13:14,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8. 2024-12-09T08:13:14,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-09T08:13:14,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952. 2024-12-09T08:13:14,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f. 2024-12-09T08:13:14,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7. 2024-12-09T08:13:14,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-09T08:13:14,903 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing db6cd8dab6800faa40091f04b1cf4ab7 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-09T08:13:14,903 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 5b12e1de1fd987260d3c68c90bf8c0a7 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-09T08:13:14,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 48bc04befa6cf9af9ef27da1bb7ee332: 2024-12-09T08:13:14,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 24a4103ae3b4261972c7c881d5ebd952: 2024-12-09T08:13:14,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 1ab908fda2254be4bd0fc1b5d78ec03f: 2024-12-09T08:13:14,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 2e2dcb7e4a183177de2a5883d74326c8: 2024-12-09T08:13:14,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332. for SnapshotProcedureTest completed. 2024-12-09T08:13:14,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952. for SnapshotProcedureTest completed. 2024-12-09T08:13:14,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f. for SnapshotProcedureTest completed. 2024-12-09T08:13:14,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8. for SnapshotProcedureTest completed. 2024-12-09T08:13:14,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:13:14,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:13:14,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:13:14,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:13:14,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:13:14,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:13:14,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:13:14,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:13:14,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T08:13:14,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T08:13:14,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T08:13:14,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T08:13:14,926 INFO [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083-splitting/5bda946059d1%2C44269%2C1733731952083.1733731953628, size=1.2 K (1257bytes) 2024-12-09T08:13:14,927 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-09T08:13:14,927 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-09T08:13:14,928 INFO [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083-splitting/5bda946059d1%2C44269%2C1733731952083.1733731953628 2024-12-09T08:13:14,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741849_1025 (size=65) 2024-12-09T08:13:14,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741849_1025 (size=65) 2024-12-09T08:13:14,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741849_1025 (size=65) 2024-12-09T08:13:14,933 INFO [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083-splitting/5bda946059d1%2C44269%2C1733731952083.1733731953628 after 3ms 2024-12-09T08:13:14,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952. 2024-12-09T08:13:14,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-09T08:13:14,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741851_1027 (size=65) 2024-12-09T08:13:14,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741851_1027 (size=65) 2024-12-09T08:13:14,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332. 2024-12-09T08:13:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-09T08:13:14,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741851_1027 (size=65) 2024-12-09T08:13:14,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-09T08:13:14,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 24a4103ae3b4261972c7c881d5ebd952 2024-12-09T08:13:14,941 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 24a4103ae3b4261972c7c881d5ebd952 2024-12-09T08:13:14,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741850_1026 (size=57) 2024-12-09T08:13:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-09T08:13:14,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 48bc04befa6cf9af9ef27da1bb7ee332 2024-12-09T08:13:14,944 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48bc04befa6cf9af9ef27da1bb7ee332 2024-12-09T08:13:14,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741852_1028 (size=65) 2024-12-09T08:13:14,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 24a4103ae3b4261972c7c881d5ebd952 in 10.0650 sec 2024-12-09T08:13:14,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741852_1028 (size=65) 2024-12-09T08:13:14,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741852_1028 (size=65) 2024-12-09T08:13:14,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f. 2024-12-09T08:13:14,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-09T08:13:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-09T08:13:14,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1ab908fda2254be4bd0fc1b5d78ec03f 2024-12-09T08:13:14,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741850_1026 (size=57) 2024-12-09T08:13:14,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741850_1026 (size=57) 2024-12-09T08:13:14,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8. 2024-12-09T08:13:14,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ab908fda2254be4bd0fc1b5d78ec03f 2024-12-09T08:13:14,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-09T08:13:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-09T08:13:14,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2e2dcb7e4a183177de2a5883d74326c8 2024-12-09T08:13:14,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 48bc04befa6cf9af9ef27da1bb7ee332 in 10.0690 sec 2024-12-09T08:13:14,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/db6cd8dab6800faa40091f04b1cf4ab7/.tmp/cf/3451a2ca68084565a522c64dfaa01494 is 34, key is baa/cf:cf/1733731983887/Put/seqid=0 2024-12-09T08:13:14,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/5b12e1de1fd987260d3c68c90bf8c0a7/.tmp/cf/ea1d34a867c54e80b2ee00710b2451ed is 34, key is ccd/cf:cf/1733731983919/Put/seqid=0 2024-12-09T08:13:14,999 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e2dcb7e4a183177de2a5883d74326c8 2024-12-09T08:13:15,001 INFO [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083-splitting/5bda946059d1%2C44269%2C1733731952083.1733731953628 took 76ms 2024-12-09T08:13:15,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1ab908fda2254be4bd0fc1b5d78ec03f in 10.1180 sec 2024-12-09T08:13:15,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2e2dcb7e4a183177de2a5883d74326c8 in 10.1220 sec 2024-12-09T08:13:15,022 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 91f265ee4e1f63a30953285a8e05dd06: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T08:13:15,024 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 2c8308ecee918f3a25e2d13ad14554fb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T08:13:15,026 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 5accf3a44c87930f690eaf73a5a9586d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T08:13:15,028 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for e76331a54668ffa78e55b4f44ec9d5e1: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T08:13:15,028 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083-splitting/5bda946059d1%2C44269%2C1733731952083.1733731953628 so closing down 2024-12-09T08:13:15,029 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T08:13:15,029 INFO [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T08:13:15,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741853_1029 (size=28623) 2024-12-09T08:13:15,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741853_1029 (size=28623) 2024-12-09T08:13:15,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741853_1029 (size=28623) 2024-12-09T08:13:15,033 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/db6cd8dab6800faa40091f04b1cf4ab7/.tmp/cf/3451a2ca68084565a522c64dfaa01494 2024-12-09T08:13:15,034 INFO [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 16 ms; skipped=4; WAL=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083-splitting/5bda946059d1%2C44269%2C1733731952083.1733731953628, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-12-09T08:13:15,034 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083-splitting/5bda946059d1%2C44269%2C1733731952083.1733731953628, journal: Splitting hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083-splitting/5bda946059d1%2C44269%2C1733731952083.1733731953628, size=1.2 K (1257bytes) at 1733731994926Finishing writing output for hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083-splitting/5bda946059d1%2C44269%2C1733731952083.1733731953628 so closing down at 1733731995028 (+102 ms)3 split writer threads finished at 1733731995029 (+1 ms)Processed 4 edits across 0 Regions in 16 ms; skipped=4; WAL=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083-splitting/5bda946059d1%2C44269%2C1733731952083.1733731953628, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1733731995034 (+5 ms) 2024-12-09T08:13:15,034 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083-splitting/5bda946059d1%2C44269%2C1733731952083.1733731953628 2024-12-09T08:13:15,034 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-09T08:13:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-09T08:13:15,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741854_1030 (size=47197) 2024-12-09T08:13:15,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741854_1030 (size=47197) 2024-12-09T08:13:15,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741854_1030 (size=47197) 2024-12-09T08:13:15,045 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/5b12e1de1fd987260d3c68c90bf8c0a7/.tmp/cf/ea1d34a867c54e80b2ee00710b2451ed 2024-12-09T08:13:15,046 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083-splitting/5bda946059d1%2C44269%2C1733731952083.1733731953628 to hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/oldWALs 2024-12-09T08:13:15,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-09T08:13:15,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 5bda946059d1%2C44269%2C1733731952083.1733731953628, worker=5bda946059d1,34933,1733731951955 in 9.8950 sec 2024-12-09T08:13:15,054 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=5bda946059d1,34933,1733731951955 2024-12-09T08:13:15,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-09T08:13:15,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 5bda946059d1%2C44269%2C1733731952083.1733731953628, worker=5bda946059d1,34933,1733731951955 in 9.9130 sec 2024-12-09T08:13:15,061 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083-splitting dir is empty, no logs to split. 2024-12-09T08:13:15,061 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5bda946059d1,44269,1733731952083 WAL count=0, meta=false 2024-12-09T08:13:15,061 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5bda946059d1,44269,1733731952083 WAL splitting is done? wals=0, meta=false 2024-12-09T08:13:15,066 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 5bda946059d1,44269,1733731952083 failed, ignore...File hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/WALs/5bda946059d1,44269,1733731952083-splitting does not exist. 2024-12-09T08:13:15,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91f265ee4e1f63a30953285a8e05dd06, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5accf3a44c87930f690eaf73a5a9586d, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e76331a54668ffa78e55b4f44ec9d5e1, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c8308ecee918f3a25e2d13ad14554fb, ASSIGN}] 2024-12-09T08:13:15,071 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5accf3a44c87930f690eaf73a5a9586d, ASSIGN 2024-12-09T08:13:15,072 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e76331a54668ffa78e55b4f44ec9d5e1, ASSIGN 2024-12-09T08:13:15,072 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91f265ee4e1f63a30953285a8e05dd06, ASSIGN 2024-12-09T08:13:15,073 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c8308ecee918f3a25e2d13ad14554fb, ASSIGN 2024-12-09T08:13:15,075 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5accf3a44c87930f690eaf73a5a9586d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T08:13:15,075 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91f265ee4e1f63a30953285a8e05dd06, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T08:13:15,076 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e76331a54668ffa78e55b4f44ec9d5e1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T08:13:15,078 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c8308ecee918f3a25e2d13ad14554fb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T08:13:15,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/db6cd8dab6800faa40091f04b1cf4ab7/.tmp/cf/3451a2ca68084565a522c64dfaa01494 as hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/db6cd8dab6800faa40091f04b1cf4ab7/cf/3451a2ca68084565a522c64dfaa01494 2024-12-09T08:13:15,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/5b12e1de1fd987260d3c68c90bf8c0a7/.tmp/cf/ea1d34a867c54e80b2ee00710b2451ed as hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/5b12e1de1fd987260d3c68c90bf8c0a7/cf/ea1d34a867c54e80b2ee00710b2451ed 2024-12-09T08:13:15,112 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/5b12e1de1fd987260d3c68c90bf8c0a7/cf/ea1d34a867c54e80b2ee00710b2451ed, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-09T08:13:15,119 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/db6cd8dab6800faa40091f04b1cf4ab7/cf/3451a2ca68084565a522c64dfaa01494, entries=731, sequenceid=5, filesize=28.0 K 2024-12-09T08:13:15,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 5b12e1de1fd987260d3c68c90bf8c0a7 in 217ms, sequenceid=5, compaction requested=false 2024-12-09T08:13:15,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for db6cd8dab6800faa40091f04b1cf4ab7 in 223ms, sequenceid=5, compaction requested=false 2024-12-09T08:13:15,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 5b12e1de1fd987260d3c68c90bf8c0a7: 2024-12-09T08:13:15,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for db6cd8dab6800faa40091f04b1cf4ab7: 2024-12-09T08:13:15,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7. for SnapshotProcedureTest completed. 2024-12-09T08:13:15,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7. for SnapshotProcedureTest completed. 2024-12-09T08:13:15,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:13:15,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:13:15,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:13:15,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:13:15,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/db6cd8dab6800faa40091f04b1cf4ab7/cf/3451a2ca68084565a522c64dfaa01494] hfiles 2024-12-09T08:13:15,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/5b12e1de1fd987260d3c68c90bf8c0a7/cf/ea1d34a867c54e80b2ee00710b2451ed] hfiles 2024-12-09T08:13:15,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/db6cd8dab6800faa40091f04b1cf4ab7/cf/3451a2ca68084565a522c64dfaa01494 for snapshot=SnapshotProcedureTest 2024-12-09T08:13:15,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/5b12e1de1fd987260d3c68c90bf8c0a7/cf/ea1d34a867c54e80b2ee00710b2451ed for snapshot=SnapshotProcedureTest 2024-12-09T08:13:15,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741856_1032 (size=105) 2024-12-09T08:13:15,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741855_1031 (size=105) 2024-12-09T08:13:15,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741856_1032 (size=105) 2024-12-09T08:13:15,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741856_1032 (size=105) 2024-12-09T08:13:15,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741855_1031 (size=105) 2024-12-09T08:13:15,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7. 2024-12-09T08:13:15,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741855_1031 (size=105) 2024-12-09T08:13:15,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-09T08:13:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-09T08:13:15,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region db6cd8dab6800faa40091f04b1cf4ab7 2024-12-09T08:13:15,153 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db6cd8dab6800faa40091f04b1cf4ab7 2024-12-09T08:13:15,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure db6cd8dab6800faa40091f04b1cf4ab7 in 10.2760 sec 2024-12-09T08:13:15,226 DEBUG [5bda946059d1:38859 {}] balancer.BalancerClusterState(204): Hosts are {5bda946059d1=0} racks are {/default-rack=0} 2024-12-09T08:13:15,227 DEBUG [5bda946059d1:38859 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T08:13:15,227 DEBUG [5bda946059d1:38859 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T08:13:15,227 DEBUG [5bda946059d1:38859 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T08:13:15,227 DEBUG [5bda946059d1:38859 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T08:13:15,227 INFO [5bda946059d1:38859 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T08:13:15,227 INFO [5bda946059d1:38859 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T08:13:15,227 DEBUG [5bda946059d1:38859 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T08:13:15,227 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=5accf3a44c87930f690eaf73a5a9586d, regionState=OPENING, regionLocation=5bda946059d1,39785,1733731952138 2024-12-09T08:13:15,227 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=2c8308ecee918f3a25e2d13ad14554fb, regionState=OPENING, regionLocation=5bda946059d1,34933,1733731951955 2024-12-09T08:13:15,227 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=91f265ee4e1f63a30953285a8e05dd06, regionState=OPENING, regionLocation=5bda946059d1,39785,1733731952138 2024-12-09T08:13:15,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=e76331a54668ffa78e55b4f44ec9d5e1, regionState=OPENING, regionLocation=5bda946059d1,34933,1733731951955 2024-12-09T08:13:15,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91f265ee4e1f63a30953285a8e05dd06, ASSIGN because future has completed 2024-12-09T08:13:15,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91f265ee4e1f63a30953285a8e05dd06, server=5bda946059d1,39785,1733731952138}] 2024-12-09T08:13:15,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5accf3a44c87930f690eaf73a5a9586d, ASSIGN because future has completed 2024-12-09T08:13:15,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5accf3a44c87930f690eaf73a5a9586d, server=5bda946059d1,39785,1733731952138}] 2024-12-09T08:13:15,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c8308ecee918f3a25e2d13ad14554fb, ASSIGN because future has completed 2024-12-09T08:13:15,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb, server=5bda946059d1,34933,1733731951955}] 2024-12-09T08:13:15,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e76331a54668ffa78e55b4f44ec9d5e1, ASSIGN because future has completed 2024-12-09T08:13:15,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1, server=5bda946059d1,34933,1733731951955}] 2024-12-09T08:13:15,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7. 2024-12-09T08:13:15,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-09T08:13:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-09T08:13:15,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5b12e1de1fd987260d3c68c90bf8c0a7 2024-12-09T08:13:15,554 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b12e1de1fd987260d3c68c90bf8c0a7 2024-12-09T08:13:15,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5b12e1de1fd987260d3c68c90bf8c0a7 in 10.6780 sec 2024-12-09T08:13:20,142 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb held by pid=42 2024-12-09T08:13:20,143 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d held by pid=40 2024-12-09T08:13:20,143 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:20,143 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:20,143 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06 held by pid=39 2024-12-09T08:13:20,144 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:20,145 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1 held by pid=41 2024-12-09T08:13:20,145 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:24,246 INFO [master/5bda946059d1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T08:13:24,246 INFO [master/5bda946059d1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T08:13:25,244 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 2024-12-09T08:13:25,244 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 5accf3a44c87930f690eaf73a5a9586d, NAME => 'SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-09T08:13:25,244 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:25,245 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:13:25,245 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:25,245 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:25,248 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 2024-12-09T08:13:25,248 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => e76331a54668ffa78e55b4f44ec9d5e1, NAME => 'SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-09T08:13:25,249 INFO [StoreOpener-5accf3a44c87930f690eaf73a5a9586d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:25,249 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:25,249 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:13:25,249 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:25,249 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:25,250 INFO [StoreOpener-5accf3a44c87930f690eaf73a5a9586d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5accf3a44c87930f690eaf73a5a9586d columnFamilyName cf 2024-12-09T08:13:25,250 DEBUG [StoreOpener-5accf3a44c87930f690eaf73a5a9586d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:13:25,251 INFO [StoreOpener-5accf3a44c87930f690eaf73a5a9586d-1 {}] regionserver.HStore(327): Store=5accf3a44c87930f690eaf73a5a9586d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:13:25,251 INFO [StoreOpener-e76331a54668ffa78e55b4f44ec9d5e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:25,251 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:25,252 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:25,252 INFO [StoreOpener-e76331a54668ffa78e55b4f44ec9d5e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e76331a54668ffa78e55b4f44ec9d5e1 columnFamilyName cf 2024-12-09T08:13:25,252 DEBUG [StoreOpener-e76331a54668ffa78e55b4f44ec9d5e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:13:25,253 INFO [StoreOpener-e76331a54668ffa78e55b4f44ec9d5e1-1 {}] regionserver.HStore(327): Store=e76331a54668ffa78e55b4f44ec9d5e1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:13:25,253 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:25,254 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:25,254 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:25,255 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:25,255 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:25,256 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:25,257 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:25,257 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:25,258 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:25,259 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 5accf3a44c87930f690eaf73a5a9586d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59540135, jitterRate=-0.11278285086154938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:13:25,259 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:25,260 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 5accf3a44c87930f690eaf73a5a9586d: Running coprocessor pre-open hook at 1733732005246Writing region info on filesystem at 1733732005246Initializing all the Stores at 1733732005247 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732005247Cleaning up temporary data from old regions at 1733732005255 (+8 ms)Running coprocessor post-open hooks at 1733732005259 (+4 ms)Region opened successfully at 1733732005259 2024-12-09T08:13:25,260 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:25,261 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d., pid=44, masterSystemTime=1733732005238 2024-12-09T08:13:25,262 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened e76331a54668ffa78e55b4f44ec9d5e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72086251, jitterRate=0.0741688460111618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:13:25,262 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:25,262 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for e76331a54668ffa78e55b4f44ec9d5e1: Running coprocessor pre-open hook at 1733732005249Writing region info on filesystem at 1733732005249Initializing all the Stores at 1733732005251 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732005251Cleaning up temporary data from old regions at 1733732005257 (+6 ms)Running coprocessor post-open hooks at 1733732005262 (+5 ms)Region opened successfully at 1733732005262 2024-12-09T08:13:25,292 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1., pid=46, masterSystemTime=1733732005241 2024-12-09T08:13:25,293 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 2024-12-09T08:13:25,293 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 2024-12-09T08:13:25,293 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 2024-12-09T08:13:25,294 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 91f265ee4e1f63a30953285a8e05dd06, NAME => 'SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T08:13:25,294 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:25,294 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=5accf3a44c87930f690eaf73a5a9586d, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,39785,1733731952138 2024-12-09T08:13:25,294 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:13:25,294 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:25,294 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:25,295 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 2024-12-09T08:13:25,295 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 2024-12-09T08:13:25,295 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 2024-12-09T08:13:25,296 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c8308ecee918f3a25e2d13ad14554fb, NAME => 'SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T08:13:25,296 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:25,296 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:13:25,297 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:25,297 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:25,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=e76331a54668ffa78e55b4f44ec9d5e1, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,34933,1733731951955 2024-12-09T08:13:25,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5accf3a44c87930f690eaf73a5a9586d, server=5bda946059d1,39785,1733731952138 because future has completed 2024-12-09T08:13:25,299 INFO [StoreOpener-91f265ee4e1f63a30953285a8e05dd06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:25,300 INFO [StoreOpener-2c8308ecee918f3a25e2d13ad14554fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:25,300 INFO [StoreOpener-91f265ee4e1f63a30953285a8e05dd06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91f265ee4e1f63a30953285a8e05dd06 columnFamilyName cf 2024-12-09T08:13:25,300 DEBUG [StoreOpener-91f265ee4e1f63a30953285a8e05dd06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:13:25,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1, server=5bda946059d1,34933,1733731951955 because future has completed 2024-12-09T08:13:25,301 INFO [StoreOpener-91f265ee4e1f63a30953285a8e05dd06-1 {}] regionserver.HStore(327): Store=91f265ee4e1f63a30953285a8e05dd06/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:13:25,301 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:25,302 INFO [StoreOpener-2c8308ecee918f3a25e2d13ad14554fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c8308ecee918f3a25e2d13ad14554fb columnFamilyName cf 2024-12-09T08:13:25,302 DEBUG [StoreOpener-2c8308ecee918f3a25e2d13ad14554fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:13:25,302 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:25,302 INFO [StoreOpener-2c8308ecee918f3a25e2d13ad14554fb-1 {}] regionserver.HStore(327): Store=2c8308ecee918f3a25e2d13ad14554fb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:13:25,303 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:25,303 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:25,304 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:25,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-12-09T08:13:25,305 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:25,305 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:25,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 5accf3a44c87930f690eaf73a5a9586d, server=5bda946059d1,39785,1733731952138 in 10.0660 sec 2024-12-09T08:13:25,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-12-09T08:13:25,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1, server=5bda946059d1,34933,1733731951955 in 10.0610 sec 2024-12-09T08:13:25,306 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:25,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5accf3a44c87930f690eaf73a5a9586d, ASSIGN in 10.2360 sec 2024-12-09T08:13:25,307 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:25,308 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:25,308 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:25,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e76331a54668ffa78e55b4f44ec9d5e1, ASSIGN in 10.2370 sec 2024-12-09T08:13:25,309 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:25,309 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:25,311 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:25,311 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 91f265ee4e1f63a30953285a8e05dd06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69774510, jitterRate=0.03972122073173523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:13:25,311 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:25,311 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 91f265ee4e1f63a30953285a8e05dd06: Running coprocessor pre-open hook at 1733732005294Writing region info on filesystem at 1733732005294Initializing all the Stores at 1733732005297 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732005297Cleaning up temporary data from old regions at 1733732005305 (+8 ms)Running coprocessor post-open hooks at 1733732005311 (+6 ms)Region opened successfully at 1733732005311 2024-12-09T08:13:25,312 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06., pid=43, masterSystemTime=1733732005238 2024-12-09T08:13:25,313 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 2c8308ecee918f3a25e2d13ad14554fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68665007, jitterRate=0.023188337683677673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:13:25,313 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:25,313 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 2c8308ecee918f3a25e2d13ad14554fb: Running coprocessor pre-open hook at 1733732005297Writing region info on filesystem at 1733732005297Initializing all the Stores at 1733732005299 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732005299Cleaning up temporary data from old regions at 1733732005308 (+9 ms)Running coprocessor post-open hooks at 1733732005313 (+5 ms)Region opened successfully at 1733732005313 2024-12-09T08:13:25,314 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb., pid=45, masterSystemTime=1733732005241 2024-12-09T08:13:25,315 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 2024-12-09T08:13:25,315 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 2024-12-09T08:13:25,316 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=91f265ee4e1f63a30953285a8e05dd06, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,39785,1733731952138 2024-12-09T08:13:25,316 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 2024-12-09T08:13:25,316 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 2024-12-09T08:13:25,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=2c8308ecee918f3a25e2d13ad14554fb, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,34933,1733731951955 2024-12-09T08:13:25,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91f265ee4e1f63a30953285a8e05dd06, server=5bda946059d1,39785,1733731952138 because future has completed 2024-12-09T08:13:25,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb, server=5bda946059d1,34933,1733731951955 because future has completed 2024-12-09T08:13:25,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-12-09T08:13:25,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 91f265ee4e1f63a30953285a8e05dd06, server=5bda946059d1,39785,1733731952138 in 10.0860 sec 2024-12-09T08:13:25,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-12-09T08:13:25,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91f265ee4e1f63a30953285a8e05dd06, ASSIGN in 10.2530 sec 2024-12-09T08:13:25,324 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:25,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb, server=5bda946059d1,34933,1733731951955 in 10.0830 sec 2024-12-09T08:13:25,325 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:25,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-12-09T08:13:25,326 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 5bda946059d1,44269,1733731952083 after splitting done 2024-12-09T08:13:25,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c8308ecee918f3a25e2d13ad14554fb, ASSIGN in 10.2550 sec 2024-12-09T08:13:25,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 5bda946059d1,44269,1733731952083, splitWal=true, meta=false in 20.2020 sec 2024-12-09T08:13:30,200 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T08:13:30,765 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T08:13:33,497 INFO [regionserver/5bda946059d1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-09T08:13:35,105 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5bda946059d1:38859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-09T08:13:35,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-09T08:13:35,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 2024-12-09T08:13:35,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-09T08:13:35,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 2024-12-09T08:13:35,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 5accf3a44c87930f690eaf73a5a9586d: 2024-12-09T08:13:35,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. for SnapshotProcedureTest completed. 2024-12-09T08:13:35,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 91f265ee4e1f63a30953285a8e05dd06: 2024-12-09T08:13:35,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. for SnapshotProcedureTest completed. 2024-12-09T08:13:35,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:13:35,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:13:35,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:13:35,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:13:35,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T08:13:35,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T08:13:35,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-09T08:13:35,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 2024-12-09T08:13:35,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-09T08:13:35,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for e76331a54668ffa78e55b4f44ec9d5e1: 2024-12-09T08:13:35,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 2024-12-09T08:13:35,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. for SnapshotProcedureTest completed. 2024-12-09T08:13:35,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 2c8308ecee918f3a25e2d13ad14554fb: 2024-12-09T08:13:35,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. for SnapshotProcedureTest completed. 2024-12-09T08:13:35,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:13:35,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:13:35,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T08:13:35,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:13:35,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:13:35,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T08:13:35,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741857_1033 (size=57) 2024-12-09T08:13:35,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741860_1036 (size=65) 2024-12-09T08:13:35,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741857_1033 (size=57) 2024-12-09T08:13:35,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741857_1033 (size=57) 2024-12-09T08:13:35,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741859_1035 (size=65) 2024-12-09T08:13:35,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741860_1036 (size=65) 2024-12-09T08:13:35,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741859_1035 (size=65) 2024-12-09T08:13:35,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741859_1035 (size=65) 2024-12-09T08:13:35,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741860_1036 (size=65) 2024-12-09T08:13:35,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 2024-12-09T08:13:35,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-09T08:13:35,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 2024-12-09T08:13:35,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-09T08:13:35,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741858_1034 (size=65) 2024-12-09T08:13:35,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741858_1034 (size=65) 2024-12-09T08:13:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-09T08:13:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-09T08:13:35,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741858_1034 (size=65) 2024-12-09T08:13:35,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:35,340 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:35,340 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:35,340 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:35,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e76331a54668ffa78e55b4f44ec9d5e1 in 30.4630 sec 2024-12-09T08:13:35,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 91f265ee4e1f63a30953285a8e05dd06 in 30.4630 sec 2024-12-09T08:13:35,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 2024-12-09T08:13:35,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-09T08:13:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-09T08:13:35,739 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:35,739 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:35,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 2024-12-09T08:13:35,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-09T08:13:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-09T08:13:35,741 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:35,742 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:35,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2c8308ecee918f3a25e2d13ad14554fb in 30.8620 sec 2024-12-09T08:13:35,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-12-09T08:13:35,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5accf3a44c87930f690eaf73a5a9586d in 30.8690 sec 2024-12-09T08:13:35,753 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T08:13:35,757 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T08:13:35,761 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T08:13:35,761 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-09T08:13:35,765 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T08:13:35,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741861_1037 (size=1094) 2024-12-09T08:13:35,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741861_1037 (size=1094) 2024-12-09T08:13:35,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741861_1037 (size=1094) 2024-12-09T08:13:35,819 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T08:13:35,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-09T08:13:35,834 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,34933,1733731951955 2024-12-09T08:13:35,834 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,34933,1733731951955 2024-12-09T08:13:35,834 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,34933,1733731951955 2024-12-09T08:13:35,834 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,39785,1733731952138 2024-12-09T08:13:35,834 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,39785,1733731952138 2024-12-09T08:13:35,839 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,39785,1733731952138 2024-12-09T08:13:39,714 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5b12e1de1fd987260d3c68c90bf8c0a7, had cached 0 bytes from a total of 47197 2024-12-09T08:13:39,792 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region db6cd8dab6800faa40091f04b1cf4ab7, had cached 0 bytes from a total of 28623 2024-12-09T08:13:44,159 DEBUG [master/5bda946059d1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 48bc04befa6cf9af9ef27da1bb7ee332 changed from -1.0 to 0.0, refreshing cache 2024-12-09T08:13:44,159 DEBUG [master/5bda946059d1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e76331a54668ffa78e55b4f44ec9d5e1 changed from -1.0 to 0.0, refreshing cache 2024-12-09T08:13:44,160 DEBUG [master/5bda946059d1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 24a4103ae3b4261972c7c881d5ebd952 changed from -1.0 to 0.0, refreshing cache 2024-12-09T08:13:44,160 DEBUG [master/5bda946059d1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2c8308ecee918f3a25e2d13ad14554fb changed from -1.0 to 0.0, refreshing cache 2024-12-09T08:13:44,160 DEBUG [master/5bda946059d1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region db6cd8dab6800faa40091f04b1cf4ab7 changed from -1.0 to 0.0, refreshing cache 2024-12-09T08:13:44,160 DEBUG [master/5bda946059d1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2e2dcb7e4a183177de2a5883d74326c8 changed from -1.0 to 0.0, refreshing cache 2024-12-09T08:13:44,161 DEBUG [master/5bda946059d1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5accf3a44c87930f690eaf73a5a9586d changed from -1.0 to 0.0, refreshing cache 2024-12-09T08:13:44,161 DEBUG [master/5bda946059d1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1ab908fda2254be4bd0fc1b5d78ec03f changed from -1.0 to 0.0, refreshing cache 2024-12-09T08:13:44,161 DEBUG [master/5bda946059d1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5b12e1de1fd987260d3c68c90bf8c0a7 changed from -1.0 to 0.0, refreshing cache 2024-12-09T08:13:44,161 DEBUG [master/5bda946059d1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 91f265ee4e1f63a30953285a8e05dd06 changed from -1.0 to 0.0, refreshing cache 2024-12-09T08:13:45,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-09T08:13:45,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-09T08:13:45,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-09T08:13:45,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-09T08:13:45,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-09T08:13:45,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-09T08:13:45,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T08:13:45,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T08:13:45,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-09T08:13:45,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-09T08:13:45,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-09T08:13:45,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-09T08:13:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-09T08:13:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-09T08:13:45,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-09T08:13:45,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-09T08:13:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-09T08:13:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-09T08:13:45,847 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,39785,1733731952138 Release verify snapshot worker=5bda946059d1,39785,1733731952138 2024-12-09T08:13:45,848 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,34933,1733731951955 Release verify snapshot worker=5bda946059d1,34933,1733731951955 2024-12-09T08:13:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-09T08:13:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-09T08:13:45,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,39785,1733731952138 in 10.0210 sec 2024-12-09T08:13:45,851 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,34933,1733731951955 Release verify snapshot worker=5bda946059d1,34933,1733731951955 2024-12-09T08:13:45,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,34933,1733731951955 in 10.0210 sec 2024-12-09T08:13:45,852 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,34933,1733731951955 2024-12-09T08:13:45,852 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,34933,1733731951955 2024-12-09T08:13:45,852 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,39785,1733731952138 2024-12-09T08:13:45,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,34933,1733731951955 in 10.0240 sec 2024-12-09T08:13:45,858 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,39785,1733731952138 Release verify snapshot worker=5bda946059d1,39785,1733731952138 2024-12-09T08:13:45,859 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,39785,1733731952138 2024-12-09T08:13:45,859 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,39785,1733731952138 Release verify snapshot worker=5bda946059d1,39785,1733731952138 2024-12-09T08:13:45,859 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,34933,1733731951955 Release verify snapshot worker=5bda946059d1,34933,1733731951955 2024-12-09T08:13:45,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,39785,1733731952138 in 10.0310 sec 2024-12-09T08:13:45,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,34933,1733731951955 in 10.0320 sec 2024-12-09T08:13:45,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,39785,1733731952138 in 10.0320 sec 2024-12-09T08:13:55,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-09T08:13:55,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-09T08:13:55,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-09T08:13:55,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-09T08:13:55,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-09T08:13:55,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-09T08:13:55,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-09T08:13:55,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-09T08:13:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-09T08:13:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-09T08:13:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-09T08:13:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38859 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-09T08:13:55,861 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,39785,1733731952138 Release verify snapshot worker=5bda946059d1,39785,1733731952138 2024-12-09T08:13:55,861 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,34933,1733731951955 Release verify snapshot worker=5bda946059d1,34933,1733731951955 2024-12-09T08:13:55,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,39785,1733731952138 in 20.0340 sec 2024-12-09T08:13:55,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,34933,1733731951955 in 20.0340 sec 2024-12-09T08:13:55,864 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,39785,1733731952138 Release verify snapshot worker=5bda946059d1,39785,1733731952138 2024-12-09T08:13:55,864 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,34933,1733731951955 Release verify snapshot worker=5bda946059d1,34933,1733731951955 2024-12-09T08:13:55,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,34933,1733731951955 in 20.0370 sec 2024-12-09T08:13:55,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=25 2024-12-09T08:13:55,867 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T08:13:55,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,39785,1733731952138 in 20.0370 sec 2024-12-09T08:13:55,868 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/.hbase-snapshot/SnapshotProcedureTest 2024-12-09T08:13:55,870 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T08:13:55,870 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-09T08:13:55,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.0510 sec 2024-12-09T08:13:55,948 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-09T08:13:55,955 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-09T08:13:55,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T08:13:55,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T08:13:55,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T08:13:55,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:13:55,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T08:13:55,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:13:55,957 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T08:13:55,957 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=911968005, stopped=false 2024-12-09T08:13:55,957 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5bda946059d1,38859,1733731951119 2024-12-09T08:13:55,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T08:13:55,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T08:13:55,973 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T08:13:55,973 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:13:55,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:13:55,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:13:55,973 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T08:13:55,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T08:13:55,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T08:13:55,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T08:13:55,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T08:13:55,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T08:13:55,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:13:55,975 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5bda946059d1,34933,1733731951955' ***** 2024-12-09T08:13:55,975 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T08:13:55,975 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5bda946059d1,39785,1733731952138' ***** 2024-12-09T08:13:55,975 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T08:13:55,975 INFO [RS:2;5bda946059d1:39785 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T08:13:55,975 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T08:13:55,975 INFO [RS:2;5bda946059d1:39785 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T08:13:55,975 INFO [RS:2;5bda946059d1:39785 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T08:13:55,975 INFO [RS:0;5bda946059d1:34933 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T08:13:55,975 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T08:13:55,975 INFO [RS:0;5bda946059d1:34933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T08:13:55,976 INFO [RS:0;5bda946059d1:34933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T08:13:55,976 INFO [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e2dcb7e4a183177de2a5883d74326c8 2024-12-09T08:13:55,976 INFO [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(3091): Received CLOSE for db6cd8dab6800faa40091f04b1cf4ab7 2024-12-09T08:13:55,976 INFO [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(3091): Received CLOSE for 48bc04befa6cf9af9ef27da1bb7ee332 2024-12-09T08:13:55,976 INFO [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c8308ecee918f3a25e2d13ad14554fb 2024-12-09T08:13:55,976 INFO [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(3091): Received CLOSE for e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:55,976 INFO [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(3091): Received CLOSE for 24a4103ae3b4261972c7c881d5ebd952 2024-12-09T08:13:55,976 INFO [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(959): stopping server 5bda946059d1,34933,1733731951955 2024-12-09T08:13:55,976 INFO [RS:0;5bda946059d1:34933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T08:13:55,976 INFO [RS:0;5bda946059d1:34933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5bda946059d1:34933. 2024-12-09T08:13:55,977 DEBUG [RS:0;5bda946059d1:34933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T08:13:55,977 DEBUG [RS:0;5bda946059d1:34933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:13:55,977 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db6cd8dab6800faa40091f04b1cf4ab7, disabling compactions & flushes 2024-12-09T08:13:55,977 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7. 2024-12-09T08:13:55,977 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7. 2024-12-09T08:13:55,977 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7. after waiting 0 ms 2024-12-09T08:13:55,977 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7. 2024-12-09T08:13:55,977 INFO [RS:0;5bda946059d1:34933 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T08:13:55,977 INFO [RS:0;5bda946059d1:34933 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T08:13:55,977 INFO [RS:0;5bda946059d1:34933 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T08:13:55,977 INFO [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T08:13:55,977 INFO [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(3091): Received CLOSE for 5accf3a44c87930f690eaf73a5a9586d 2024-12-09T08:13:55,977 INFO [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b12e1de1fd987260d3c68c90bf8c0a7 2024-12-09T08:13:55,978 INFO [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(3091): Received CLOSE for 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:55,978 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e2dcb7e4a183177de2a5883d74326c8, disabling compactions & flushes 2024-12-09T08:13:55,978 INFO [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ab908fda2254be4bd0fc1b5d78ec03f 2024-12-09T08:13:55,978 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8. 2024-12-09T08:13:55,978 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8. 2024-12-09T08:13:55,978 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8. after waiting 0 ms 2024-12-09T08:13:55,978 INFO [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(959): stopping server 5bda946059d1,39785,1733731952138 2024-12-09T08:13:55,978 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8. 2024-12-09T08:13:55,978 INFO [RS:2;5bda946059d1:39785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T08:13:55,978 INFO [RS:2;5bda946059d1:39785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;5bda946059d1:39785. 2024-12-09T08:13:55,978 INFO [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-09T08:13:55,978 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T08:13:55,978 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T08:13:55,978 DEBUG [RS:2;5bda946059d1:39785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T08:13:55,978 DEBUG [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(1325): Online Regions={db6cd8dab6800faa40091f04b1cf4ab7=SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7., 1588230740=hbase:meta,,1.1588230740, 48bc04befa6cf9af9ef27da1bb7ee332=SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332., 2c8308ecee918f3a25e2d13ad14554fb=SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb., e76331a54668ffa78e55b4f44ec9d5e1=SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1., 24a4103ae3b4261972c7c881d5ebd952=SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952.} 2024-12-09T08:13:55,978 DEBUG [RS:2;5bda946059d1:39785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:13:55,978 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T08:13:55,978 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T08:13:55,978 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T08:13:55,978 INFO [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-09T08:13:55,978 DEBUG [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(1325): Online Regions={2e2dcb7e4a183177de2a5883d74326c8=SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8., 5accf3a44c87930f690eaf73a5a9586d=SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d., 5b12e1de1fd987260d3c68c90bf8c0a7=SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7., 91f265ee4e1f63a30953285a8e05dd06=SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06., 1ab908fda2254be4bd0fc1b5d78ec03f=SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f.} 2024-12-09T08:13:55,978 DEBUG [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24a4103ae3b4261972c7c881d5ebd952, 2c8308ecee918f3a25e2d13ad14554fb, 48bc04befa6cf9af9ef27da1bb7ee332, db6cd8dab6800faa40091f04b1cf4ab7, e76331a54668ffa78e55b4f44ec9d5e1 2024-12-09T08:13:55,978 DEBUG [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(1351): Waiting on 1ab908fda2254be4bd0fc1b5d78ec03f, 2e2dcb7e4a183177de2a5883d74326c8, 5accf3a44c87930f690eaf73a5a9586d, 5b12e1de1fd987260d3c68c90bf8c0a7, 91f265ee4e1f63a30953285a8e05dd06 2024-12-09T08:13:55,979 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-12-09T08:13:55,989 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/db6cd8dab6800faa40091f04b1cf4ab7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T08:13:55,989 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/2e2dcb7e4a183177de2a5883d74326c8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T08:13:55,992 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8. 2024-12-09T08:13:55,992 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7. 2024-12-09T08:13:55,992 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db6cd8dab6800faa40091f04b1cf4ab7: Waiting for close lock at 1733732035976Running coprocessor pre-close hooks at 1733732035977 (+1 ms)Disabling compacts and flushes for region at 1733732035977Disabling writes for close at 1733732035977Writing region close event to WAL at 1733732035980 (+3 ms)Running coprocessor post-close hooks at 1733732035990 (+10 ms)Closed at 1733732035992 (+2 ms) 2024-12-09T08:13:55,992 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e2dcb7e4a183177de2a5883d74326c8: Waiting for close lock at 1733732035977Running coprocessor pre-close hooks at 1733732035977Disabling compacts and flushes for region at 1733732035978 (+1 ms)Disabling writes for close at 1733732035978Writing region close event to WAL at 1733732035980 (+2 ms)Running coprocessor post-close hooks at 1733732035990 (+10 ms)Closed at 1733732035992 (+2 ms) 2024-12-09T08:13:55,992 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733731964302.2e2dcb7e4a183177de2a5883d74326c8. 2024-12-09T08:13:55,992 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733731964302.db6cd8dab6800faa40091f04b1cf4ab7. 2024-12-09T08:13:55,993 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5accf3a44c87930f690eaf73a5a9586d, disabling compactions & flushes 2024-12-09T08:13:55,993 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48bc04befa6cf9af9ef27da1bb7ee332, disabling compactions & flushes 2024-12-09T08:13:55,993 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332. 2024-12-09T08:13:55,993 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 2024-12-09T08:13:55,993 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332. 2024-12-09T08:13:55,993 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 2024-12-09T08:13:55,993 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332. after waiting 0 ms 2024-12-09T08:13:55,993 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. after waiting 0 ms 2024-12-09T08:13:55,993 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332. 2024-12-09T08:13:55,993 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 2024-12-09T08:13:55,997 INFO [regionserver/5bda946059d1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T08:13:55,997 INFO [regionserver/5bda946059d1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T08:13:55,999 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/48bc04befa6cf9af9ef27da1bb7ee332/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T08:13:56,000 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332. 2024-12-09T08:13:56,000 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48bc04befa6cf9af9ef27da1bb7ee332: Waiting for close lock at 1733732035993Running coprocessor pre-close hooks at 1733732035993Disabling compacts and flushes for region at 1733732035993Disabling writes for close at 1733732035993Writing region close event to WAL at 1733732035993Running coprocessor post-close hooks at 1733732035999 (+6 ms)Closed at 1733732036000 (+1 ms) 2024-12-09T08:13:56,000 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332. 2024-12-09T08:13:56,000 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c8308ecee918f3a25e2d13ad14554fb, disabling compactions & flushes 2024-12-09T08:13:56,000 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 2024-12-09T08:13:56,001 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 2024-12-09T08:13:56,001 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. after waiting 0 ms 2024-12-09T08:13:56,001 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 2024-12-09T08:13:56,005 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/2c8308ecee918f3a25e2d13ad14554fb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T08:13:56,006 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/5accf3a44c87930f690eaf73a5a9586d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T08:13:56,007 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 2024-12-09T08:13:56,007 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c8308ecee918f3a25e2d13ad14554fb: Waiting for close lock at 1733732036000Running coprocessor pre-close hooks at 1733732036000Disabling compacts and flushes for region at 1733732036000Disabling writes for close at 1733732036001 (+1 ms)Writing region close event to WAL at 1733732036001Running coprocessor post-close hooks at 1733732036007 (+6 ms)Closed at 1733732036007 2024-12-09T08:13:56,007 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 2024-12-09T08:13:56,007 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5accf3a44c87930f690eaf73a5a9586d: Waiting for close lock at 1733732035993Running coprocessor pre-close hooks at 1733732035993Disabling compacts and flushes for region at 1733732035993Disabling writes for close at 1733732035993Writing region close event to WAL at 1733732035993Running coprocessor post-close hooks at 1733732036007 (+14 ms)Closed at 1733732036007 2024-12-09T08:13:56,007 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733731964302.2c8308ecee918f3a25e2d13ad14554fb. 2024-12-09T08:13:56,007 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733731964302.5accf3a44c87930f690eaf73a5a9586d. 2024-12-09T08:13:56,007 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e76331a54668ffa78e55b4f44ec9d5e1, disabling compactions & flushes 2024-12-09T08:13:56,007 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 2024-12-09T08:13:56,007 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 2024-12-09T08:13:56,007 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. after waiting 0 ms 2024-12-09T08:13:56,007 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b12e1de1fd987260d3c68c90bf8c0a7, disabling compactions & flushes 2024-12-09T08:13:56,007 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 2024-12-09T08:13:56,007 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7. 2024-12-09T08:13:56,007 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7. 2024-12-09T08:13:56,007 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7. after waiting 0 ms 2024-12-09T08:13:56,007 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7. 2024-12-09T08:13:56,013 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/e76331a54668ffa78e55b4f44ec9d5e1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T08:13:56,015 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/5b12e1de1fd987260d3c68c90bf8c0a7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T08:13:56,015 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 2024-12-09T08:13:56,015 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e76331a54668ffa78e55b4f44ec9d5e1: Waiting for close lock at 1733732036007Running coprocessor pre-close hooks at 1733732036007Disabling compacts and flushes for region at 1733732036007Disabling writes for close at 1733732036007Writing region close event to WAL at 1733732036008 (+1 ms)Running coprocessor post-close hooks at 1733732036015 (+7 ms)Closed at 1733732036015 2024-12-09T08:13:56,015 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733731964302.e76331a54668ffa78e55b4f44ec9d5e1. 2024-12-09T08:13:56,015 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24a4103ae3b4261972c7c881d5ebd952, disabling compactions & flushes 2024-12-09T08:13:56,015 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952. 2024-12-09T08:13:56,015 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952. 2024-12-09T08:13:56,015 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952. after waiting 0 ms 2024-12-09T08:13:56,016 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952. 2024-12-09T08:13:56,017 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740/.tmp/info/451685664048449f98ad8dfcd046c59b is 167, key is SPTestTable,19999999,1733731964302.48bc04befa6cf9af9ef27da1bb7ee332./info:regioninfo/1733731974755/Put/seqid=0 2024-12-09T08:13:56,017 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7. 2024-12-09T08:13:56,017 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b12e1de1fd987260d3c68c90bf8c0a7: Waiting for close lock at 1733732036007Running coprocessor pre-close hooks at 1733732036007Disabling compacts and flushes for region at 1733732036007Disabling writes for close at 1733732036007Writing region close event to WAL at 1733732036008 (+1 ms)Running coprocessor post-close hooks at 1733732036017 (+9 ms)Closed at 1733732036017 2024-12-09T08:13:56,017 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733731964302.5b12e1de1fd987260d3c68c90bf8c0a7. 2024-12-09T08:13:56,017 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91f265ee4e1f63a30953285a8e05dd06, disabling compactions & flushes 2024-12-09T08:13:56,017 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 2024-12-09T08:13:56,017 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 2024-12-09T08:13:56,017 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. after waiting 0 ms 2024-12-09T08:13:56,017 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 2024-12-09T08:13:56,025 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/24a4103ae3b4261972c7c881d5ebd952/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T08:13:56,026 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952. 2024-12-09T08:13:56,026 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24a4103ae3b4261972c7c881d5ebd952: Waiting for close lock at 1733732036015Running coprocessor pre-close hooks at 1733732036015Disabling compacts and flushes for region at 1733732036015Disabling writes for close at 1733732036016 (+1 ms)Writing region close event to WAL at 1733732036017 (+1 ms)Running coprocessor post-close hooks at 1733732036026 (+9 ms)Closed at 1733732036026 2024-12-09T08:13:56,026 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733731964302.24a4103ae3b4261972c7c881d5ebd952. 2024-12-09T08:13:56,029 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/91f265ee4e1f63a30953285a8e05dd06/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T08:13:56,030 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 2024-12-09T08:13:56,031 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91f265ee4e1f63a30953285a8e05dd06: Waiting for close lock at 1733732036017Running coprocessor pre-close hooks at 1733732036017Disabling compacts and flushes for region at 1733732036017Disabling writes for close at 1733732036017Writing region close event to WAL at 1733732036018 (+1 ms)Running coprocessor post-close hooks at 1733732036030 (+12 ms)Closed at 1733732036030 2024-12-09T08:13:56,031 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733731964302.91f265ee4e1f63a30953285a8e05dd06. 2024-12-09T08:13:56,031 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ab908fda2254be4bd0fc1b5d78ec03f, disabling compactions & flushes 2024-12-09T08:13:56,031 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f. 2024-12-09T08:13:56,031 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f. 2024-12-09T08:13:56,031 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f. after waiting 0 ms 2024-12-09T08:13:56,031 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f. 2024-12-09T08:13:56,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741862_1038 (size=20292) 2024-12-09T08:13:56,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741862_1038 (size=20292) 2024-12-09T08:13:56,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741862_1038 (size=20292) 2024-12-09T08:13:56,033 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740/.tmp/info/451685664048449f98ad8dfcd046c59b 2024-12-09T08:13:56,038 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/default/SPTestTable/1ab908fda2254be4bd0fc1b5d78ec03f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T08:13:56,039 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f. 2024-12-09T08:13:56,039 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ab908fda2254be4bd0fc1b5d78ec03f: Waiting for close lock at 1733732036031Running coprocessor pre-close hooks at 1733732036031Disabling compacts and flushes for region at 1733732036031Disabling writes for close at 1733732036031Writing region close event to WAL at 1733732036032 (+1 ms)Running coprocessor post-close hooks at 1733732036039 (+7 ms)Closed at 1733732036039 2024-12-09T08:13:56,040 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733731964302.1ab908fda2254be4bd0fc1b5d78ec03f. 2024-12-09T08:13:56,062 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740/.tmp/ns/ad62c4edbe8a402a9d68a3e78fe9f3d0 is 43, key is default/ns:d/1733731964061/Put/seqid=0 2024-12-09T08:13:56,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741863_1039 (size=5153) 2024-12-09T08:13:56,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741863_1039 (size=5153) 2024-12-09T08:13:56,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741863_1039 (size=5153) 2024-12-09T08:13:56,071 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740/.tmp/ns/ad62c4edbe8a402a9d68a3e78fe9f3d0 2024-12-09T08:13:56,093 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740/.tmp/table/e5d152a608d44279a41286cc78dd625f is 47, key is SPTestTable/table:state/1733731974847/Put/seqid=0 2024-12-09T08:13:56,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741864_1040 (size=5214) 2024-12-09T08:13:56,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741864_1040 (size=5214) 2024-12-09T08:13:56,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741864_1040 (size=5214) 2024-12-09T08:13:56,101 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740/.tmp/table/e5d152a608d44279a41286cc78dd625f 2024-12-09T08:13:56,109 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740/.tmp/info/451685664048449f98ad8dfcd046c59b as hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740/info/451685664048449f98ad8dfcd046c59b 2024-12-09T08:13:56,115 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740/info/451685664048449f98ad8dfcd046c59b, entries=116, sequenceid=37, filesize=19.8 K 2024-12-09T08:13:56,117 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740/.tmp/ns/ad62c4edbe8a402a9d68a3e78fe9f3d0 as hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740/ns/ad62c4edbe8a402a9d68a3e78fe9f3d0 2024-12-09T08:13:56,123 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740/ns/ad62c4edbe8a402a9d68a3e78fe9f3d0, entries=2, sequenceid=37, filesize=5.0 K 2024-12-09T08:13:56,124 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740/.tmp/table/e5d152a608d44279a41286cc78dd625f as hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740/table/e5d152a608d44279a41286cc78dd625f 2024-12-09T08:13:56,130 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740/table/e5d152a608d44279a41286cc78dd625f, entries=2, sequenceid=37, filesize=5.1 K 2024-12-09T08:13:56,131 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=37, compaction requested=false 2024-12-09T08:13:56,135 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-09T08:13:56,136 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T08:13:56,136 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T08:13:56,136 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733732035978Running coprocessor pre-close hooks at 1733732035978Disabling compacts and flushes for region at 1733732035978Disabling writes for close at 1733732035978Obtaining lock to block concurrent updates at 1733732035979 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733732035979Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1733732035979Flushing stores of hbase:meta,,1.1588230740 at 1733732035980 (+1 ms)Flushing 1588230740/info: creating writer at 1733732035980Flushing 1588230740/info: appending metadata at 1733732036016 (+36 ms)Flushing 1588230740/info: closing flushed file at 1733732036016Flushing 1588230740/ns: creating writer at 1733732036042 (+26 ms)Flushing 1588230740/ns: appending metadata at 1733732036061 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733732036061Flushing 1588230740/table: creating writer at 1733732036079 (+18 ms)Flushing 1588230740/table: appending metadata at 1733732036092 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733732036092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25a9105c: reopening flushed file at 1733732036108 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@585c7e12: reopening flushed file at 1733732036116 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b80fab6: reopening flushed file at 1733732036123 (+7 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=37, compaction requested=false at 1733732036131 (+8 ms)Writing region close event to WAL at 1733732036132 (+1 ms)Running coprocessor post-close hooks at 1733732036136 (+4 ms)Closed at 1733732036136 2024-12-09T08:13:56,136 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T08:13:56,179 INFO [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(976): stopping server 5bda946059d1,39785,1733731952138; all regions closed. 2024-12-09T08:13:56,179 INFO [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(976): stopping server 5bda946059d1,34933,1733731951955; all regions closed. 2024-12-09T08:13:56,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741834_1010 (size=3500) 2024-12-09T08:13:56,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741834_1010 (size=3500) 2024-12-09T08:13:56,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741836_1012 (size=19530) 2024-12-09T08:13:56,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741834_1010 (size=3500) 2024-12-09T08:13:56,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741836_1012 (size=19530) 2024-12-09T08:13:56,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741836_1012 (size=19530) 2024-12-09T08:13:56,187 DEBUG [RS:0;5bda946059d1:34933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/oldWALs 2024-12-09T08:13:56,187 INFO [RS:0;5bda946059d1:34933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5bda946059d1%2C34933%2C1733731951955.meta:.meta(num 1733731963885) 2024-12-09T08:13:56,188 DEBUG [RS:2;5bda946059d1:39785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/oldWALs 2024-12-09T08:13:56,188 INFO [RS:2;5bda946059d1:39785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5bda946059d1%2C39785%2C1733731952138:(num 1733731953628) 2024-12-09T08:13:56,188 DEBUG [RS:2;5bda946059d1:39785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:13:56,188 INFO [RS:2;5bda946059d1:39785 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T08:13:56,188 INFO [RS:2;5bda946059d1:39785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T08:13:56,189 INFO [RS:2;5bda946059d1:39785 {}] hbase.ChoreService(370): Chore service for: regionserver/5bda946059d1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T08:13:56,189 INFO [RS:2;5bda946059d1:39785 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T08:13:56,189 INFO [regionserver/5bda946059d1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T08:13:56,189 INFO [RS:2;5bda946059d1:39785 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T08:13:56,189 INFO [RS:2;5bda946059d1:39785 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T08:13:56,189 INFO [RS:2;5bda946059d1:39785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T08:13:56,190 INFO [RS:2;5bda946059d1:39785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39785 2024-12-09T08:13:56,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741833_1009 (size=3530) 2024-12-09T08:13:56,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741833_1009 (size=3530) 2024-12-09T08:13:56,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741833_1009 (size=3530) 2024-12-09T08:13:56,194 DEBUG [RS:0;5bda946059d1:34933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/oldWALs 2024-12-09T08:13:56,194 INFO [RS:0;5bda946059d1:34933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5bda946059d1%2C34933%2C1733731951955:(num 1733731953628) 2024-12-09T08:13:56,194 DEBUG [RS:0;5bda946059d1:34933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:13:56,194 INFO [RS:0;5bda946059d1:34933 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T08:13:56,194 INFO [RS:0;5bda946059d1:34933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T08:13:56,194 INFO [RS:0;5bda946059d1:34933 {}] hbase.ChoreService(370): Chore service for: regionserver/5bda946059d1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T08:13:56,194 INFO [RS:0;5bda946059d1:34933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T08:13:56,194 INFO [regionserver/5bda946059d1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T08:13:56,195 INFO [RS:0;5bda946059d1:34933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34933 2024-12-09T08:13:56,215 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5bda946059d1,39785,1733731952138 2024-12-09T08:13:56,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T08:13:56,215 INFO [RS:2;5bda946059d1:39785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T08:13:56,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5bda946059d1,34933,1733731951955 2024-12-09T08:13:56,225 INFO [RS:0;5bda946059d1:34933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T08:13:56,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5bda946059d1,39785,1733731952138] 2024-12-09T08:13:56,257 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5bda946059d1,39785,1733731952138 already deleted, retry=false 2024-12-09T08:13:56,257 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5bda946059d1,39785,1733731952138 expired; onlineServers=1 2024-12-09T08:13:56,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5bda946059d1,34933,1733731951955] 2024-12-09T08:13:56,267 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5bda946059d1,34933,1733731951955 already deleted, retry=false 2024-12-09T08:13:56,267 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5bda946059d1,34933,1733731951955 expired; onlineServers=0 2024-12-09T08:13:56,268 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5bda946059d1,38859,1733731951119' ***** 2024-12-09T08:13:56,268 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T08:13:56,268 INFO [M:0;5bda946059d1:38859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T08:13:56,268 INFO [M:0;5bda946059d1:38859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T08:13:56,268 DEBUG [M:0;5bda946059d1:38859 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T08:13:56,268 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T08:13:56,268 DEBUG [M:0;5bda946059d1:38859 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T08:13:56,268 DEBUG [master/5bda946059d1:0:becomeActiveMaster-HFileCleaner.large.0-1733731953207 {}] cleaner.HFileCleaner(306): Exit Thread[master/5bda946059d1:0:becomeActiveMaster-HFileCleaner.large.0-1733731953207,5,FailOnTimeoutGroup] 2024-12-09T08:13:56,269 DEBUG [master/5bda946059d1:0:becomeActiveMaster-HFileCleaner.small.0-1733731953208 {}] cleaner.HFileCleaner(306): Exit Thread[master/5bda946059d1:0:becomeActiveMaster-HFileCleaner.small.0-1733731953208,5,FailOnTimeoutGroup] 2024-12-09T08:13:56,269 INFO [M:0;5bda946059d1:38859 {}] hbase.ChoreService(370): Chore service for: master/5bda946059d1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T08:13:56,269 INFO [M:0;5bda946059d1:38859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T08:13:56,269 DEBUG [M:0;5bda946059d1:38859 {}] master.HMaster(1795): Stopping service threads 2024-12-09T08:13:56,269 INFO [M:0;5bda946059d1:38859 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T08:13:56,269 INFO [M:0;5bda946059d1:38859 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T08:13:56,269 ERROR [M:0;5bda946059d1:38859 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:36575 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36575,5,PEWorkerGroup] 2024-12-09T08:13:56,270 INFO [M:0;5bda946059d1:38859 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T08:13:56,270 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T08:13:56,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T08:13:56,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:13:56,278 DEBUG [M:0;5bda946059d1:38859 {}] zookeeper.ZKUtil(347): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T08:13:56,278 WARN [M:0;5bda946059d1:38859 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T08:13:56,279 INFO [M:0;5bda946059d1:38859 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/.lastflushedseqids 2024-12-09T08:13:56,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741865_1041 (size=686) 2024-12-09T08:13:56,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741865_1041 (size=686) 2024-12-09T08:13:56,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741865_1041 (size=686) 2024-12-09T08:13:56,294 INFO [M:0;5bda946059d1:38859 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T08:13:56,294 INFO [M:0;5bda946059d1:38859 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T08:13:56,294 DEBUG [M:0;5bda946059d1:38859 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T08:13:56,295 INFO [M:0;5bda946059d1:38859 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T08:13:56,295 DEBUG [M:0;5bda946059d1:38859 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T08:13:56,295 DEBUG [M:0;5bda946059d1:38859 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T08:13:56,295 DEBUG [M:0;5bda946059d1:38859 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T08:13:56,295 INFO [M:0;5bda946059d1:38859 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.25 KB heapSize=242.02 KB 2024-12-09T08:13:56,309 DEBUG [M:0;5bda946059d1:38859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecb04726e5334063a719a038dfb4c67c is 82, key is hbase:meta,,1/info:regioninfo/1733731963964/Put/seqid=0 2024-12-09T08:13:56,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741866_1042 (size=5672) 2024-12-09T08:13:56,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741866_1042 (size=5672) 2024-12-09T08:13:56,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741866_1042 (size=5672) 2024-12-09T08:13:56,316 INFO [M:0;5bda946059d1:38859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecb04726e5334063a719a038dfb4c67c 2024-12-09T08:13:56,336 INFO [RS:2;5bda946059d1:39785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T08:13:56,336 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T08:13:56,336 INFO [RS:2;5bda946059d1:39785 {}] regionserver.HRegionServer(1031): Exiting; stopping=5bda946059d1,39785,1733731952138; zookeeper connection closed. 2024-12-09T08:13:56,336 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x10009a2256f0003, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T08:13:56,336 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6cd1b4e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6cd1b4e1 2024-12-09T08:13:56,339 DEBUG [M:0;5bda946059d1:38859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/559682baa94846a2a84704fc5455d5e9 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733731974855/Put/seqid=0 2024-12-09T08:13:56,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741867_1043 (size=8973) 2024-12-09T08:13:56,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741867_1043 (size=8973) 2024-12-09T08:13:56,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741867_1043 (size=8973) 2024-12-09T08:13:56,346 INFO [M:0;5bda946059d1:38859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.51 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/559682baa94846a2a84704fc5455d5e9 2024-12-09T08:13:56,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T08:13:56,347 INFO [RS:0;5bda946059d1:34933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T08:13:56,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34933-0x10009a2256f0001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T08:13:56,347 INFO [RS:0;5bda946059d1:34933 {}] regionserver.HRegionServer(1031): Exiting; stopping=5bda946059d1,34933,1733731951955; zookeeper connection closed. 2024-12-09T08:13:56,347 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3638fec8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3638fec8 2024-12-09T08:13:56,347 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-09T08:13:56,352 INFO [M:0;5bda946059d1:38859 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 559682baa94846a2a84704fc5455d5e9 2024-12-09T08:13:56,365 DEBUG [M:0;5bda946059d1:38859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35784ffb82f34ba9ae2586a8cfd23348 is 69, key is 5bda946059d1,34933,1733731951955/rs:state/1733731953355/Put/seqid=0 2024-12-09T08:13:56,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741868_1044 (size=5441) 2024-12-09T08:13:56,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741868_1044 (size=5441) 2024-12-09T08:13:56,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741868_1044 (size=5441) 2024-12-09T08:13:56,373 INFO [M:0;5bda946059d1:38859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35784ffb82f34ba9ae2586a8cfd23348 2024-12-09T08:13:56,378 INFO [M:0;5bda946059d1:38859 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35784ffb82f34ba9ae2586a8cfd23348 2024-12-09T08:13:56,379 DEBUG [M:0;5bda946059d1:38859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecb04726e5334063a719a038dfb4c67c as hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecb04726e5334063a719a038dfb4c67c 2024-12-09T08:13:56,386 INFO [M:0;5bda946059d1:38859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecb04726e5334063a719a038dfb4c67c, entries=8, sequenceid=513, filesize=5.5 K 2024-12-09T08:13:56,387 DEBUG [M:0;5bda946059d1:38859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/559682baa94846a2a84704fc5455d5e9 as hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/559682baa94846a2a84704fc5455d5e9 2024-12-09T08:13:56,393 INFO [M:0;5bda946059d1:38859 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 559682baa94846a2a84704fc5455d5e9 2024-12-09T08:13:56,393 INFO [M:0;5bda946059d1:38859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/559682baa94846a2a84704fc5455d5e9, entries=56, sequenceid=513, filesize=8.8 K 2024-12-09T08:13:56,394 DEBUG [M:0;5bda946059d1:38859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35784ffb82f34ba9ae2586a8cfd23348 as hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35784ffb82f34ba9ae2586a8cfd23348 2024-12-09T08:13:56,403 INFO [M:0;5bda946059d1:38859 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35784ffb82f34ba9ae2586a8cfd23348 2024-12-09T08:13:56,403 INFO [M:0;5bda946059d1:38859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36575/user/jenkins/test-data/58d99160-39d1-35aa-a4fe-7fea6605d8d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35784ffb82f34ba9ae2586a8cfd23348, entries=3, sequenceid=513, filesize=5.3 K 2024-12-09T08:13:56,405 INFO [M:0;5bda946059d1:38859 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.25 KB/199931, heapSize ~241.72 KB/247520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=513, compaction requested=false 2024-12-09T08:13:56,406 INFO [M:0;5bda946059d1:38859 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T08:13:56,406 DEBUG [M:0;5bda946059d1:38859 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733732036294Disabling compacts and flushes for region at 1733732036294Disabling writes for close at 1733732036295 (+1 ms)Obtaining lock to block concurrent updates at 1733732036295Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733732036295Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199931, getHeapSize=247760, getOffHeapSize=0, getCellsCount=620 at 1733732036295Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733732036296 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733732036296Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733732036309 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733732036309Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733732036323 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733732036338 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733732036338Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733732036352 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733732036364 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733732036364Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1fb48c: reopening flushed file at 1733732036378 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f36a0db: reopening flushed file at 1733732036386 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed9b39a: reopening flushed file at 1733732036393 (+7 ms)Finished flush of dataSize ~195.25 KB/199931, heapSize ~241.72 KB/247520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=513, compaction requested=false at 1733732036405 (+12 ms)Writing region close event to WAL at 1733732036406 (+1 ms)Closed at 1733732036406 2024-12-09T08:13:56,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41517 is added to blk_1073741830_1006 (size=234123) 2024-12-09T08:13:56,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741830_1006 (size=234123) 2024-12-09T08:13:56,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38987 is added to blk_1073741830_1006 (size=234123) 2024-12-09T08:13:56,410 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T08:13:56,410 INFO [M:0;5bda946059d1:38859 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T08:13:56,410 INFO [M:0;5bda946059d1:38859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38859 2024-12-09T08:13:56,410 INFO [M:0;5bda946059d1:38859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T08:13:56,524 INFO [M:0;5bda946059d1:38859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T08:13:56,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T08:13:56,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38859-0x10009a2256f0000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T08:13:56,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T08:13:56,534 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T08:13:56,534 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T08:13:56,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T08:13:56,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/hadoop.log.dir/,STOPPED} 2024-12-09T08:13:56,538 WARN [BP-933236279-172.17.0.2-1733731945631 heartbeating to localhost/127.0.0.1:36575 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T08:13:56,538 WARN [BP-933236279-172.17.0.2-1733731945631 heartbeating to localhost/127.0.0.1:36575 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-933236279-172.17.0.2-1733731945631 (Datanode Uuid f80e1be4-8c1f-4aef-befc-0b7c52258f6b) service to localhost/127.0.0.1:36575 2024-12-09T08:13:56,538 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T08:13:56,538 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T08:13:56,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/cluster_74c743c0-f4a4-f943-0900-013888e286a7/data/data5/current/BP-933236279-172.17.0.2-1733731945631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T08:13:56,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/cluster_74c743c0-f4a4-f943-0900-013888e286a7/data/data6/current/BP-933236279-172.17.0.2-1733731945631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T08:13:56,540 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T08:13:56,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T08:13:56,542 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T08:13:56,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T08:13:56,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T08:13:56,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/hadoop.log.dir/,STOPPED} 2024-12-09T08:13:56,543 WARN [BP-933236279-172.17.0.2-1733731945631 heartbeating to localhost/127.0.0.1:36575 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T08:13:56,543 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T08:13:56,543 WARN [BP-933236279-172.17.0.2-1733731945631 heartbeating to localhost/127.0.0.1:36575 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-933236279-172.17.0.2-1733731945631 (Datanode Uuid f51e667d-862a-4c9d-aee8-71ca0013e0dc) service to localhost/127.0.0.1:36575 2024-12-09T08:13:56,543 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T08:13:56,544 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/cluster_74c743c0-f4a4-f943-0900-013888e286a7/data/data3/current/BP-933236279-172.17.0.2-1733731945631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T08:13:56,544 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/cluster_74c743c0-f4a4-f943-0900-013888e286a7/data/data4/current/BP-933236279-172.17.0.2-1733731945631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T08:13:56,544 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T08:13:56,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T08:13:56,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T08:13:56,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T08:13:56,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T08:13:56,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/hadoop.log.dir/,STOPPED} 2024-12-09T08:13:56,547 WARN [BP-933236279-172.17.0.2-1733731945631 heartbeating to localhost/127.0.0.1:36575 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T08:13:56,548 WARN [BP-933236279-172.17.0.2-1733731945631 heartbeating to localhost/127.0.0.1:36575 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-933236279-172.17.0.2-1733731945631 (Datanode Uuid 6e7c3a78-db1b-4de7-95d4-fd4da5248867) service to localhost/127.0.0.1:36575 2024-12-09T08:13:56,548 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T08:13:56,548 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T08:13:56,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/cluster_74c743c0-f4a4-f943-0900-013888e286a7/data/data1/current/BP-933236279-172.17.0.2-1733731945631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T08:13:56,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/cluster_74c743c0-f4a4-f943-0900-013888e286a7/data/data2/current/BP-933236279-172.17.0.2-1733731945631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T08:13:56,549 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T08:13:56,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T08:13:56,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T08:13:56,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T08:13:56,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T08:13:56,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/hadoop.log.dir/,STOPPED} 2024-12-09T08:13:56,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T08:13:56,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T08:13:56,622 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5bda946059d1:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:36575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:36575 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5bda946059d1:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5bda946059d1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5bda946059d1:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:36575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1a1f6ba8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5bda946059d1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5bda946059d1:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:36575 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5bda946059d1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5bda946059d1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 330), ProcessCount=11 (was 11), AvailableMemoryMB=4685 (was 6339) 2024-12-09T08:13:56,629 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=4685 2024-12-09T08:13:56,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/hadoop.log.dir so I do NOT create it in target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f 2024-12-09T08:13:56,646 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T08:13:56,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/hadoop.tmp.dir so I do NOT create it in target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f 2024-12-09T08:13:56,646 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ee0cff5-7259-44d2-a503-f7f1ec3ea16d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T08:13:56,647 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f 2024-12-09T08:13:56,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T08:13:56,647 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/cluster_d023c773-8228-560d-7e7e-e16f759239b8, deleteOnExit=true 2024-12-09T08:13:56,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T08:13:56,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/test.cache.data in system properties and HBase conf 2024-12-09T08:13:56,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T08:13:56,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/hadoop.log.dir in system properties and HBase conf 2024-12-09T08:13:56,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T08:13:56,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T08:13:56,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T08:13:56,648 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T08:13:56,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T08:13:56,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T08:13:56,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T08:13:56,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T08:13:56,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T08:13:56,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T08:13:56,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T08:13:56,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T08:13:56,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T08:13:56,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/nfs.dump.dir in system properties and HBase conf 2024-12-09T08:13:56,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/java.io.tmpdir in system properties and HBase conf 2024-12-09T08:13:56,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T08:13:56,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T08:13:56,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T08:13:57,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T08:13:57,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T08:13:57,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T08:13:57,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T08:13:57,029 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T08:13:57,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T08:13:57,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@570f4a44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/hadoop.log.dir/,AVAILABLE} 2024-12-09T08:13:57,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5467191c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T08:13:57,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8fe076{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/java.io.tmpdir/jetty-localhost-38601-hadoop-hdfs-3_4_1-tests_jar-_-any-16047732205968066416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T08:13:57,131 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64ef8c03{HTTP/1.1, (http/1.1)}{localhost:38601} 2024-12-09T08:13:57,131 INFO [Time-limited test {}] server.Server(415): Started @94004ms 2024-12-09T08:13:57,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T08:13:57,465 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T08:13:57,465 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T08:13:57,465 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T08:13:57,466 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T08:13:57,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c465cf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/hadoop.log.dir/,AVAILABLE} 2024-12-09T08:13:57,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3826855f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T08:13:57,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b3020ac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/java.io.tmpdir/jetty-localhost-37757-hadoop-hdfs-3_4_1-tests_jar-_-any-10379737328987196625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T08:13:57,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b8855a7{HTTP/1.1, (http/1.1)}{localhost:37757} 2024-12-09T08:13:57,555 INFO [Time-limited test {}] server.Server(415): Started @94428ms 2024-12-09T08:13:57,556 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T08:13:57,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T08:13:57,588 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T08:13:57,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T08:13:57,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T08:13:57,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T08:13:57,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1776a592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/hadoop.log.dir/,AVAILABLE} 2024-12-09T08:13:57,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@240e258d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T08:13:57,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5379cd02{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/java.io.tmpdir/jetty-localhost-44733-hadoop-hdfs-3_4_1-tests_jar-_-any-15287504811253191399/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T08:13:57,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22758452{HTTP/1.1, (http/1.1)}{localhost:44733} 2024-12-09T08:13:57,710 INFO [Time-limited test {}] server.Server(415): Started @94583ms 2024-12-09T08:13:57,712 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T08:13:57,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T08:13:57,738 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T08:13:57,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T08:13:57,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T08:13:57,739 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T08:13:57,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d11b9e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/hadoop.log.dir/,AVAILABLE} 2024-12-09T08:13:57,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70f36d17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T08:13:57,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6633c4d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/java.io.tmpdir/jetty-localhost-44241-hadoop-hdfs-3_4_1-tests_jar-_-any-14703306811832217337/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T08:13:57,829 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@242e51be{HTTP/1.1, (http/1.1)}{localhost:44241} 2024-12-09T08:13:57,829 INFO [Time-limited test {}] server.Server(415): Started @94702ms 2024-12-09T08:13:57,831 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T08:13:59,480 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/cluster_d023c773-8228-560d-7e7e-e16f759239b8/data/data2/current/BP-1069374571-172.17.0.2-1733732036666/current, will proceed with Du for space computation calculation, 2024-12-09T08:13:59,480 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/cluster_d023c773-8228-560d-7e7e-e16f759239b8/data/data1/current/BP-1069374571-172.17.0.2-1733732036666/current, will proceed with Du for space computation calculation, 2024-12-09T08:13:59,503 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T08:13:59,506 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54357400d85bfc78 with lease ID 0x78e091200a3974ea: Processing first storage report for DS-f59c3c9e-5f53-4135-a635-91148db9e03a from datanode DatanodeRegistration(127.0.0.1:46451, datanodeUuid=bf757bc9-b190-4382-bae3-6a4cde3a0f0a, infoPort=42459, infoSecurePort=0, ipcPort=44177, storageInfo=lv=-57;cid=testClusterID;nsid=56838981;c=1733732036666) 2024-12-09T08:13:59,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54357400d85bfc78 with lease ID 0x78e091200a3974ea: from storage DS-f59c3c9e-5f53-4135-a635-91148db9e03a node DatanodeRegistration(127.0.0.1:46451, datanodeUuid=bf757bc9-b190-4382-bae3-6a4cde3a0f0a, infoPort=42459, infoSecurePort=0, ipcPort=44177, storageInfo=lv=-57;cid=testClusterID;nsid=56838981;c=1733732036666), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T08:13:59,506 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54357400d85bfc78 with lease ID 0x78e091200a3974ea: Processing first storage report for DS-b087f958-0ce2-45f8-b901-8cf7253cca67 from datanode DatanodeRegistration(127.0.0.1:46451, datanodeUuid=bf757bc9-b190-4382-bae3-6a4cde3a0f0a, infoPort=42459, infoSecurePort=0, ipcPort=44177, storageInfo=lv=-57;cid=testClusterID;nsid=56838981;c=1733732036666) 2024-12-09T08:13:59,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54357400d85bfc78 with lease ID 0x78e091200a3974ea: from storage DS-b087f958-0ce2-45f8-b901-8cf7253cca67 node DatanodeRegistration(127.0.0.1:46451, datanodeUuid=bf757bc9-b190-4382-bae3-6a4cde3a0f0a, infoPort=42459, infoSecurePort=0, ipcPort=44177, storageInfo=lv=-57;cid=testClusterID;nsid=56838981;c=1733732036666), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T08:13:59,613 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/cluster_d023c773-8228-560d-7e7e-e16f759239b8/data/data3/current/BP-1069374571-172.17.0.2-1733732036666/current, will proceed with Du for space computation calculation, 2024-12-09T08:13:59,613 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/cluster_d023c773-8228-560d-7e7e-e16f759239b8/data/data4/current/BP-1069374571-172.17.0.2-1733732036666/current, will proceed with Du for space computation calculation, 2024-12-09T08:13:59,634 WARN [Thread-669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T08:13:59,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3ef154f32eba794 with lease ID 0x78e091200a3974eb: Processing first storage report for DS-49498752-f0ca-4e51-9827-b69c84c5936f from datanode DatanodeRegistration(127.0.0.1:41877, datanodeUuid=4df77da7-fd09-452c-8c19-4c451b3ee696, infoPort=41193, infoSecurePort=0, ipcPort=34985, storageInfo=lv=-57;cid=testClusterID;nsid=56838981;c=1733732036666) 2024-12-09T08:13:59,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3ef154f32eba794 with lease ID 0x78e091200a3974eb: from storage DS-49498752-f0ca-4e51-9827-b69c84c5936f node DatanodeRegistration(127.0.0.1:41877, datanodeUuid=4df77da7-fd09-452c-8c19-4c451b3ee696, infoPort=41193, infoSecurePort=0, ipcPort=34985, storageInfo=lv=-57;cid=testClusterID;nsid=56838981;c=1733732036666), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T08:13:59,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3ef154f32eba794 with lease ID 0x78e091200a3974eb: Processing first storage report for DS-72b2b1e2-d3fe-4b03-bd5e-28e3b312d847 from datanode DatanodeRegistration(127.0.0.1:41877, datanodeUuid=4df77da7-fd09-452c-8c19-4c451b3ee696, infoPort=41193, infoSecurePort=0, ipcPort=34985, storageInfo=lv=-57;cid=testClusterID;nsid=56838981;c=1733732036666) 2024-12-09T08:13:59,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3ef154f32eba794 with lease ID 0x78e091200a3974eb: from storage DS-72b2b1e2-d3fe-4b03-bd5e-28e3b312d847 node DatanodeRegistration(127.0.0.1:41877, datanodeUuid=4df77da7-fd09-452c-8c19-4c451b3ee696, infoPort=41193, infoSecurePort=0, ipcPort=34985, storageInfo=lv=-57;cid=testClusterID;nsid=56838981;c=1733732036666), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T08:13:59,714 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/cluster_d023c773-8228-560d-7e7e-e16f759239b8/data/data5/current/BP-1069374571-172.17.0.2-1733732036666/current, will proceed with Du for space computation calculation, 2024-12-09T08:13:59,714 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/cluster_d023c773-8228-560d-7e7e-e16f759239b8/data/data6/current/BP-1069374571-172.17.0.2-1733732036666/current, will proceed with Du for space computation calculation, 2024-12-09T08:13:59,731 WARN [Thread-691 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T08:13:59,734 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41fd202cec169829 with lease ID 0x78e091200a3974ec: Processing first storage report for DS-055e99a1-23d4-422e-b7e1-b5224135580d from datanode DatanodeRegistration(127.0.0.1:38815, datanodeUuid=9ac4acd3-2164-44b4-b67b-d033158e8f93, infoPort=40441, infoSecurePort=0, ipcPort=36225, storageInfo=lv=-57;cid=testClusterID;nsid=56838981;c=1733732036666) 2024-12-09T08:13:59,734 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41fd202cec169829 with lease ID 0x78e091200a3974ec: from storage DS-055e99a1-23d4-422e-b7e1-b5224135580d node DatanodeRegistration(127.0.0.1:38815, datanodeUuid=9ac4acd3-2164-44b4-b67b-d033158e8f93, infoPort=40441, infoSecurePort=0, ipcPort=36225, storageInfo=lv=-57;cid=testClusterID;nsid=56838981;c=1733732036666), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T08:13:59,734 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41fd202cec169829 with lease ID 0x78e091200a3974ec: Processing first storage report for DS-38a0cd9a-f333-478c-aa96-df0dcb4e4f60 from datanode DatanodeRegistration(127.0.0.1:38815, datanodeUuid=9ac4acd3-2164-44b4-b67b-d033158e8f93, infoPort=40441, infoSecurePort=0, ipcPort=36225, storageInfo=lv=-57;cid=testClusterID;nsid=56838981;c=1733732036666) 2024-12-09T08:13:59,734 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41fd202cec169829 with lease ID 0x78e091200a3974ec: from storage DS-38a0cd9a-f333-478c-aa96-df0dcb4e4f60 node DatanodeRegistration(127.0.0.1:38815, datanodeUuid=9ac4acd3-2164-44b4-b67b-d033158e8f93, infoPort=40441, infoSecurePort=0, ipcPort=36225, storageInfo=lv=-57;cid=testClusterID;nsid=56838981;c=1733732036666), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T08:13:59,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f 2024-12-09T08:13:59,784 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/cluster_d023c773-8228-560d-7e7e-e16f759239b8/zookeeper_0, clientPort=63723, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/cluster_d023c773-8228-560d-7e7e-e16f759239b8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/cluster_d023c773-8228-560d-7e7e-e16f759239b8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T08:13:59,785 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63723 2024-12-09T08:13:59,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:13:59,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:13:59,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741825_1001 (size=7) 2024-12-09T08:13:59,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741825_1001 (size=7) 2024-12-09T08:13:59,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741825_1001 (size=7) 2024-12-09T08:13:59,802 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593 with version=8 2024-12-09T08:13:59,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/hbase-staging 2024-12-09T08:13:59,804 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5bda946059d1:0 server-side Connection retries=45 2024-12-09T08:13:59,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T08:13:59,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T08:13:59,805 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T08:13:59,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T08:13:59,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T08:13:59,805 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T08:13:59,805 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T08:13:59,806 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37481 2024-12-09T08:13:59,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37481 connecting to ZooKeeper ensemble=127.0.0.1:63723 2024-12-09T08:13:59,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374810x0, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T08:13:59,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37481-0x10009a3832d0000 connected 2024-12-09T08:14:00,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:14:00,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:14:00,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T08:14:00,007 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593, hbase.cluster.distributed=false 2024-12-09T08:14:00,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T08:14:00,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37481 2024-12-09T08:14:00,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37481 2024-12-09T08:14:00,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37481 2024-12-09T08:14:00,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37481 2024-12-09T08:14:00,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37481 2024-12-09T08:14:00,023 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5bda946059d1:0 server-side Connection retries=45 2024-12-09T08:14:00,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T08:14:00,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T08:14:00,023 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T08:14:00,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T08:14:00,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T08:14:00,023 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T08:14:00,023 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T08:14:00,024 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40617 2024-12-09T08:14:00,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40617 connecting to ZooKeeper ensemble=127.0.0.1:63723 2024-12-09T08:14:00,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:14:00,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:14:00,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406170x0, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T08:14:00,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40617-0x10009a3832d0001 connected 2024-12-09T08:14:00,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T08:14:00,095 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T08:14:00,096 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T08:14:00,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T08:14:00,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T08:14:00,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40617 2024-12-09T08:14:00,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40617 2024-12-09T08:14:00,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40617 2024-12-09T08:14:00,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40617 2024-12-09T08:14:00,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40617 2024-12-09T08:14:00,121 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5bda946059d1:0 server-side Connection retries=45 2024-12-09T08:14:00,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T08:14:00,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T08:14:00,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T08:14:00,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T08:14:00,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T08:14:00,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T08:14:00,122 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T08:14:00,123 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36125 2024-12-09T08:14:00,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36125 connecting to ZooKeeper ensemble=127.0.0.1:63723 2024-12-09T08:14:00,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:14:00,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:14:00,150 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361250x0, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T08:14:00,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T08:14:00,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36125-0x10009a3832d0002 connected 2024-12-09T08:14:00,150 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T08:14:00,151 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T08:14:00,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T08:14:00,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T08:14:00,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36125 2024-12-09T08:14:00,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36125 2024-12-09T08:14:00,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36125 2024-12-09T08:14:00,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36125 2024-12-09T08:14:00,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36125 2024-12-09T08:14:00,171 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5bda946059d1:0 server-side Connection retries=45 2024-12-09T08:14:00,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T08:14:00,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T08:14:00,172 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T08:14:00,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T08:14:00,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T08:14:00,172 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T08:14:00,172 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T08:14:00,172 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44557 2024-12-09T08:14:00,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44557 connecting to ZooKeeper ensemble=127.0.0.1:63723 2024-12-09T08:14:00,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:14:00,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:14:00,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445570x0, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T08:14:00,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445570x0, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T08:14:00,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44557-0x10009a3832d0003 connected 2024-12-09T08:14:00,190 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T08:14:00,191 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T08:14:00,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44557-0x10009a3832d0003, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T08:14:00,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44557-0x10009a3832d0003, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T08:14:00,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44557 2024-12-09T08:14:00,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44557 2024-12-09T08:14:00,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44557 2024-12-09T08:14:00,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44557 2024-12-09T08:14:00,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44557 2024-12-09T08:14:00,209 DEBUG [M:0;5bda946059d1:37481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5bda946059d1:37481 2024-12-09T08:14:00,209 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5bda946059d1,37481,1733732039804 2024-12-09T08:14:00,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T08:14:00,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10009a3832d0003, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T08:14:00,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T08:14:00,221 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T08:14:00,222 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5bda946059d1,37481,1733732039804 2024-12-09T08:14:00,234 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T08:14:00,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:00,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10009a3832d0003, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T08:14:00,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T08:14:00,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10009a3832d0003, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:00,234 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:00,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:00,234 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T08:14:00,236 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5bda946059d1,37481,1733732039804 from backup master directory 2024-12-09T08:14:00,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10009a3832d0003, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T08:14:00,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5bda946059d1,37481,1733732039804 2024-12-09T08:14:00,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T08:14:00,244 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T08:14:00,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T08:14:00,244 WARN [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T08:14:00,244 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5bda946059d1,37481,1733732039804 2024-12-09T08:14:00,249 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/hbase.id] with ID: 63a39dea-c3de-437c-9df5-4fa0cff3765a 2024-12-09T08:14:00,249 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/.tmp/hbase.id 2024-12-09T08:14:00,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741826_1002 (size=42) 2024-12-09T08:14:00,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741826_1002 (size=42) 2024-12-09T08:14:00,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741826_1002 (size=42) 2024-12-09T08:14:00,259 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/.tmp/hbase.id]:[hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/hbase.id] 2024-12-09T08:14:00,276 INFO [master/5bda946059d1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T08:14:00,277 INFO [master/5bda946059d1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T08:14:00,279 INFO [master/5bda946059d1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-09T08:14:00,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:00,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:00,286 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:00,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10009a3832d0003, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:00,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741827_1003 (size=196) 2024-12-09T08:14:00,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741827_1003 (size=196) 2024-12-09T08:14:00,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741827_1003 (size=196) 2024-12-09T08:14:00,306 INFO [master/5bda946059d1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T08:14:00,307 INFO [master/5bda946059d1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T08:14:00,307 INFO [master/5bda946059d1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T08:14:00,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741828_1004 (size=1189) 2024-12-09T08:14:00,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741828_1004 (size=1189) 2024-12-09T08:14:00,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741828_1004 (size=1189) 2024-12-09T08:14:00,318 INFO [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store 2024-12-09T08:14:00,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741829_1005 (size=34) 2024-12-09T08:14:00,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741829_1005 (size=34) 2024-12-09T08:14:00,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741829_1005 (size=34) 2024-12-09T08:14:00,735 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:00,735 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T08:14:00,735 INFO [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T08:14:00,735 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T08:14:00,736 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T08:14:00,736 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T08:14:00,736 INFO [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T08:14:00,736 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733732040735Disabling compacts and flushes for region at 1733732040735Disabling writes for close at 1733732040736 (+1 ms)Writing region close event to WAL at 1733732040736Closed at 1733732040736 2024-12-09T08:14:00,738 WARN [master/5bda946059d1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/.initializing 2024-12-09T08:14:00,738 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/WALs/5bda946059d1,37481,1733732039804 2024-12-09T08:14:00,742 INFO [master/5bda946059d1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T08:14:00,744 INFO [master/5bda946059d1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5bda946059d1%2C37481%2C1733732039804, suffix=, logDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/WALs/5bda946059d1,37481,1733732039804, archiveDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/oldWALs, maxLogs=10 2024-12-09T08:14:00,756 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/WALs/5bda946059d1,37481,1733732039804/5bda946059d1%2C37481%2C1733732039804.1733732040744, exclude list is [], retry=0 2024-12-09T08:14:00,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46451,DS-f59c3c9e-5f53-4135-a635-91148db9e03a,DISK] 2024-12-09T08:14:00,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38815,DS-055e99a1-23d4-422e-b7e1-b5224135580d,DISK] 2024-12-09T08:14:00,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41877,DS-49498752-f0ca-4e51-9827-b69c84c5936f,DISK] 2024-12-09T08:14:00,761 INFO [master/5bda946059d1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/WALs/5bda946059d1,37481,1733732039804/5bda946059d1%2C37481%2C1733732039804.1733732040744 2024-12-09T08:14:00,763 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42459:42459),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:41193:41193)] 2024-12-09T08:14:00,763 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T08:14:00,764 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:00,764 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:14:00,764 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:14:00,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:14:00,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T08:14:00,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:00,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T08:14:00,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:14:00,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T08:14:00,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:00,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:14:00,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:14:00,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T08:14:00,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:00,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:14:00,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:14:00,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T08:14:00,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:00,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:14:00,774 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:14:00,775 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:14:00,775 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:14:00,777 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:14:00,777 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:14:00,777 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T08:14:00,779 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T08:14:00,781 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:14:00,781 INFO [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69711698, jitterRate=0.03878524899482727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T08:14:00,782 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733732040764Initializing all the Stores at 1733732040765 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733732040765Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732040765Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732040765Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732040765Cleaning up temporary data from old regions at 1733732040777 (+12 ms)Region opened successfully at 1733732040782 (+5 ms) 2024-12-09T08:14:00,782 INFO [master/5bda946059d1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T08:14:00,786 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abb3891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5bda946059d1/172.17.0.2:0 2024-12-09T08:14:00,787 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T08:14:00,787 INFO [master/5bda946059d1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T08:14:00,787 INFO [master/5bda946059d1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T08:14:00,787 INFO [master/5bda946059d1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T08:14:00,788 INFO [master/5bda946059d1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T08:14:00,788 INFO [master/5bda946059d1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-09T08:14:00,788 INFO [master/5bda946059d1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-09T08:14:00,790 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T08:14:00,791 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T08:14:00,812 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T08:14:00,813 INFO [master/5bda946059d1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T08:14:00,814 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T08:14:00,823 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T08:14:00,824 INFO [master/5bda946059d1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T08:14:00,825 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T08:14:00,881 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T08:14:00,882 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T08:14:00,949 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T08:14:00,956 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T08:14:00,979 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T08:14:00,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10009a3832d0003, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T08:14:00,991 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T08:14:00,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T08:14:00,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T08:14:00,992 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:00,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10009a3832d0003, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:00,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:00,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:00,992 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5bda946059d1,37481,1733732039804, sessionid=0x10009a3832d0000, setting cluster-up flag (Was=false) 2024-12-09T08:14:00,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T08:14:01,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T08:14:01,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T08:14:01,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:01,012 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:01,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:01,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10009a3832d0003, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:01,044 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T08:14:01,046 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5bda946059d1,37481,1733732039804 2024-12-09T08:14:01,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:01,065 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:01,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10009a3832d0003, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:01,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:01,097 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T08:14:01,098 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5bda946059d1,37481,1733732039804 2024-12-09T08:14:01,099 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T08:14:01,101 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T08:14:01,101 INFO [master/5bda946059d1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T08:14:01,101 INFO [master/5bda946059d1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T08:14:01,102 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5bda946059d1,37481,1733732039804 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T08:14:01,104 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5bda946059d1:0, corePoolSize=5, maxPoolSize=5 2024-12-09T08:14:01,104 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5bda946059d1:0, corePoolSize=5, maxPoolSize=5 2024-12-09T08:14:01,104 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5bda946059d1:0, corePoolSize=5, maxPoolSize=5 2024-12-09T08:14:01,104 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5bda946059d1:0, corePoolSize=5, maxPoolSize=5 2024-12-09T08:14:01,104 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5bda946059d1:0, corePoolSize=10, maxPoolSize=10 2024-12-09T08:14:01,104 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,104 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5bda946059d1:0, corePoolSize=2, maxPoolSize=2 2024-12-09T08:14:01,104 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,106 INFO [master/5bda946059d1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733732071105 2024-12-09T08:14:01,106 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T08:14:01,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T08:14:01,106 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T08:14:01,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T08:14:01,106 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T08:14:01,106 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T08:14:01,106 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T08:14:01,106 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T08:14:01,107 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,108 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:01,108 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T08:14:01,108 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T08:14:01,108 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T08:14:01,108 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T08:14:01,112 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T08:14:01,112 INFO [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T08:14:01,112 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5bda946059d1:0:becomeActiveMaster-HFileCleaner.large.0-1733732041112,5,FailOnTimeoutGroup] 2024-12-09T08:14:01,112 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5bda946059d1:0:becomeActiveMaster-HFileCleaner.small.0-1733732041112,5,FailOnTimeoutGroup] 2024-12-09T08:14:01,112 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,113 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T08:14:01,113 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,114 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741831_1007 (size=1321) 2024-12-09T08:14:01,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741831_1007 (size=1321) 2024-12-09T08:14:01,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741831_1007 (size=1321) 2024-12-09T08:14:01,125 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T08:14:01,125 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593 2024-12-09T08:14:01,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741832_1008 (size=32) 2024-12-09T08:14:01,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741832_1008 (size=32) 2024-12-09T08:14:01,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741832_1008 (size=32) 2024-12-09T08:14:01,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:01,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T08:14:01,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T08:14:01,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:01,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T08:14:01,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T08:14:01,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T08:14:01,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:01,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T08:14:01,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T08:14:01,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T08:14:01,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:01,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T08:14:01,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T08:14:01,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T08:14:01,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:01,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T08:14:01,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T08:14:01,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740 2024-12-09T08:14:01,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740 2024-12-09T08:14:01,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T08:14:01,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T08:14:01,148 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T08:14:01,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T08:14:01,152 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:14:01,152 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58873425, jitterRate=-0.12271760404109955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T08:14:01,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733732041134Initializing all the Stores at 1733732041135 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733732041135Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733732041135Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732041135Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733732041136 (+1 ms)Cleaning up temporary data from old regions at 1733732041148 (+12 ms)Region opened successfully at 1733732041153 (+5 ms) 2024-12-09T08:14:01,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T08:14:01,153 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T08:14:01,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T08:14:01,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T08:14:01,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T08:14:01,153 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T08:14:01,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733732041153Disabling compacts and flushes for region at 1733732041153Disabling writes for close at 1733732041153Writing region close event to WAL at 1733732041153Closed at 1733732041153 2024-12-09T08:14:01,155 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T08:14:01,155 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T08:14:01,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T08:14:01,156 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T08:14:01,157 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T08:14:01,199 INFO [RS:2;5bda946059d1:44557 {}] regionserver.HRegionServer(746): ClusterId : 63a39dea-c3de-437c-9df5-4fa0cff3765a 2024-12-09T08:14:01,199 INFO [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(746): ClusterId : 63a39dea-c3de-437c-9df5-4fa0cff3765a 2024-12-09T08:14:01,199 INFO [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer(746): ClusterId : 63a39dea-c3de-437c-9df5-4fa0cff3765a 2024-12-09T08:14:01,199 DEBUG [RS:2;5bda946059d1:44557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T08:14:01,199 DEBUG [RS:0;5bda946059d1:40617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T08:14:01,199 DEBUG [RS:1;5bda946059d1:36125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T08:14:01,211 DEBUG [RS:0;5bda946059d1:40617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T08:14:01,211 DEBUG [RS:2;5bda946059d1:44557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T08:14:01,211 DEBUG [RS:1;5bda946059d1:36125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T08:14:01,211 DEBUG [RS:2;5bda946059d1:44557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T08:14:01,211 DEBUG [RS:0;5bda946059d1:40617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T08:14:01,211 DEBUG [RS:1;5bda946059d1:36125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T08:14:01,224 DEBUG [RS:0;5bda946059d1:40617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T08:14:01,224 DEBUG [RS:1;5bda946059d1:36125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T08:14:01,224 DEBUG [RS:2;5bda946059d1:44557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T08:14:01,224 DEBUG [RS:0;5bda946059d1:40617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71632436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5bda946059d1/172.17.0.2:0 2024-12-09T08:14:01,224 DEBUG [RS:1;5bda946059d1:36125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b18ed3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5bda946059d1/172.17.0.2:0 2024-12-09T08:14:01,224 DEBUG [RS:2;5bda946059d1:44557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f0af07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5bda946059d1/172.17.0.2:0 2024-12-09T08:14:01,238 DEBUG [RS:0;5bda946059d1:40617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5bda946059d1:40617 2024-12-09T08:14:01,238 INFO [RS:0;5bda946059d1:40617 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T08:14:01,238 INFO [RS:0;5bda946059d1:40617 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T08:14:01,238 DEBUG [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T08:14:01,240 DEBUG [RS:2;5bda946059d1:44557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;5bda946059d1:44557 2024-12-09T08:14:01,240 INFO [RS:2;5bda946059d1:44557 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T08:14:01,240 INFO [RS:2;5bda946059d1:44557 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T08:14:01,240 DEBUG [RS:2;5bda946059d1:44557 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T08:14:01,240 INFO [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(2659): reportForDuty to master=5bda946059d1,37481,1733732039804 with port=40617, startcode=1733732040022 2024-12-09T08:14:01,241 DEBUG [RS:0;5bda946059d1:40617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T08:14:01,241 INFO [RS:2;5bda946059d1:44557 {}] regionserver.HRegionServer(2659): reportForDuty to master=5bda946059d1,37481,1733732039804 with port=44557, startcode=1733732040171 2024-12-09T08:14:01,241 DEBUG [RS:2;5bda946059d1:44557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T08:14:01,242 DEBUG [RS:1;5bda946059d1:36125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5bda946059d1:36125 2024-12-09T08:14:01,242 INFO [RS:1;5bda946059d1:36125 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T08:14:01,242 INFO [RS:1;5bda946059d1:36125 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T08:14:01,242 DEBUG [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T08:14:01,243 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T08:14:01,243 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T08:14:01,243 INFO [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer(2659): reportForDuty to master=5bda946059d1,37481,1733732039804 with port=36125, startcode=1733732040121 2024-12-09T08:14:01,243 DEBUG [RS:1;5bda946059d1:36125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T08:14:01,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5bda946059d1,44557,1733732040171 2024-12-09T08:14:01,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37481 {}] master.ServerManager(517): Registering regionserver=5bda946059d1,44557,1733732040171 2024-12-09T08:14:01,244 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T08:14:01,245 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5bda946059d1,40617,1733732040022 2024-12-09T08:14:01,245 DEBUG [RS:2;5bda946059d1:44557 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593 2024-12-09T08:14:01,245 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37481 {}] master.ServerManager(517): Registering regionserver=5bda946059d1,40617,1733732040022 2024-12-09T08:14:01,245 DEBUG [RS:2;5bda946059d1:44557 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43445 2024-12-09T08:14:01,245 DEBUG [RS:2;5bda946059d1:44557 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T08:14:01,246 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5bda946059d1,36125,1733732040121 2024-12-09T08:14:01,246 DEBUG [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593 2024-12-09T08:14:01,246 DEBUG [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43445 2024-12-09T08:14:01,246 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37481 {}] master.ServerManager(517): Registering regionserver=5bda946059d1,36125,1733732040121 2024-12-09T08:14:01,246 DEBUG [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T08:14:01,247 DEBUG [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593 2024-12-09T08:14:01,247 DEBUG [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43445 2024-12-09T08:14:01,247 DEBUG [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T08:14:01,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T08:14:01,300 DEBUG [RS:2;5bda946059d1:44557 {}] zookeeper.ZKUtil(111): regionserver:44557-0x10009a3832d0003, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5bda946059d1,44557,1733732040171 2024-12-09T08:14:01,300 WARN [RS:2;5bda946059d1:44557 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T08:14:01,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5bda946059d1,44557,1733732040171] 2024-12-09T08:14:01,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5bda946059d1,40617,1733732040022] 2024-12-09T08:14:01,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5bda946059d1,36125,1733732040121] 2024-12-09T08:14:01,300 INFO [RS:2;5bda946059d1:44557 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T08:14:01,300 DEBUG [RS:1;5bda946059d1:36125 {}] zookeeper.ZKUtil(111): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5bda946059d1,36125,1733732040121 2024-12-09T08:14:01,300 DEBUG [RS:2;5bda946059d1:44557 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171 2024-12-09T08:14:01,300 DEBUG [RS:0;5bda946059d1:40617 {}] zookeeper.ZKUtil(111): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5bda946059d1,40617,1733732040022 2024-12-09T08:14:01,300 WARN [RS:1;5bda946059d1:36125 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T08:14:01,300 WARN [RS:0;5bda946059d1:40617 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T08:14:01,300 INFO [RS:1;5bda946059d1:36125 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T08:14:01,300 INFO [RS:0;5bda946059d1:40617 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T08:14:01,300 DEBUG [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,36125,1733732040121 2024-12-09T08:14:01,300 DEBUG [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,40617,1733732040022 2024-12-09T08:14:01,304 INFO [RS:2;5bda946059d1:44557 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T08:14:01,304 INFO [RS:1;5bda946059d1:36125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T08:14:01,304 INFO [RS:0;5bda946059d1:40617 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T08:14:01,305 INFO [RS:0;5bda946059d1:40617 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T08:14:01,306 INFO [RS:0;5bda946059d1:40617 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T08:14:01,306 INFO [RS:0;5bda946059d1:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,307 WARN [5bda946059d1:37481 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T08:14:01,308 INFO [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T08:14:01,308 INFO [RS:1;5bda946059d1:36125 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T08:14:01,308 INFO [RS:2;5bda946059d1:44557 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T08:14:01,309 INFO [RS:1;5bda946059d1:36125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T08:14:01,309 INFO [RS:1;5bda946059d1:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,309 INFO [RS:0;5bda946059d1:40617 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T08:14:01,309 INFO [RS:0;5bda946059d1:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,309 DEBUG [RS:0;5bda946059d1:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,309 DEBUG [RS:0;5bda946059d1:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,309 DEBUG [RS:0;5bda946059d1:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,309 DEBUG [RS:0;5bda946059d1:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,310 DEBUG [RS:0;5bda946059d1:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,310 DEBUG [RS:0;5bda946059d1:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0, corePoolSize=2, maxPoolSize=2 2024-12-09T08:14:01,310 DEBUG [RS:0;5bda946059d1:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,310 DEBUG [RS:0;5bda946059d1:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,310 DEBUG [RS:0;5bda946059d1:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,310 DEBUG [RS:0;5bda946059d1:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,310 DEBUG [RS:0;5bda946059d1:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,310 DEBUG [RS:0;5bda946059d1:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,310 DEBUG [RS:0;5bda946059d1:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0, corePoolSize=3, maxPoolSize=3 2024-12-09T08:14:01,310 DEBUG [RS:0;5bda946059d1:40617 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5bda946059d1:0, corePoolSize=3, maxPoolSize=3 2024-12-09T08:14:01,312 INFO [RS:2;5bda946059d1:44557 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T08:14:01,312 INFO [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T08:14:01,312 INFO [RS:2;5bda946059d1:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,313 INFO [RS:2;5bda946059d1:44557 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T08:14:01,313 INFO [RS:1;5bda946059d1:36125 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T08:14:01,313 INFO [RS:1;5bda946059d1:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,313 DEBUG [RS:1;5bda946059d1:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,313 DEBUG [RS:1;5bda946059d1:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,313 DEBUG [RS:1;5bda946059d1:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 DEBUG [RS:1;5bda946059d1:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 DEBUG [RS:1;5bda946059d1:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 DEBUG [RS:1;5bda946059d1:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0, corePoolSize=2, maxPoolSize=2 2024-12-09T08:14:01,314 DEBUG [RS:1;5bda946059d1:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 INFO [RS:2;5bda946059d1:44557 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T08:14:01,314 DEBUG [RS:1;5bda946059d1:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 DEBUG [RS:1;5bda946059d1:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 INFO [RS:2;5bda946059d1:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,314 DEBUG [RS:1;5bda946059d1:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 DEBUG [RS:1;5bda946059d1:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 DEBUG [RS:2;5bda946059d1:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 DEBUG [RS:1;5bda946059d1:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 DEBUG [RS:2;5bda946059d1:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 DEBUG [RS:1;5bda946059d1:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0, corePoolSize=3, maxPoolSize=3 2024-12-09T08:14:01,314 DEBUG [RS:2;5bda946059d1:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 DEBUG [RS:1;5bda946059d1:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5bda946059d1:0, corePoolSize=3, maxPoolSize=3 2024-12-09T08:14:01,314 DEBUG [RS:2;5bda946059d1:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 DEBUG [RS:2;5bda946059d1:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 DEBUG [RS:2;5bda946059d1:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0, corePoolSize=2, maxPoolSize=2 2024-12-09T08:14:01,314 DEBUG [RS:2;5bda946059d1:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 DEBUG [RS:2;5bda946059d1:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 DEBUG [RS:2;5bda946059d1:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 DEBUG [RS:2;5bda946059d1:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 DEBUG [RS:2;5bda946059d1:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 DEBUG [RS:2;5bda946059d1:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5bda946059d1:0, corePoolSize=1, maxPoolSize=1 2024-12-09T08:14:01,314 DEBUG [RS:2;5bda946059d1:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0, corePoolSize=3, maxPoolSize=3 2024-12-09T08:14:01,314 DEBUG [RS:2;5bda946059d1:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5bda946059d1:0, corePoolSize=3, maxPoolSize=3 2024-12-09T08:14:01,316 INFO [RS:0;5bda946059d1:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,317 INFO [RS:0;5bda946059d1:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,317 INFO [RS:0;5bda946059d1:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,317 INFO [RS:0;5bda946059d1:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,317 INFO [RS:0;5bda946059d1:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,317 INFO [RS:0;5bda946059d1:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,40617,1733732040022-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T08:14:01,321 INFO [RS:1;5bda946059d1:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,321 INFO [RS:2;5bda946059d1:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,321 INFO [RS:1;5bda946059d1:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,321 INFO [RS:2;5bda946059d1:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,321 INFO [RS:1;5bda946059d1:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,321 INFO [RS:1;5bda946059d1:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,321 INFO [RS:2;5bda946059d1:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,321 INFO [RS:1;5bda946059d1:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,321 INFO [RS:2;5bda946059d1:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,321 INFO [RS:1;5bda946059d1:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,36125,1733732040121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T08:14:01,321 INFO [RS:2;5bda946059d1:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,321 INFO [RS:2;5bda946059d1:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,44557,1733732040171-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T08:14:01,332 INFO [RS:0;5bda946059d1:40617 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T08:14:01,333 INFO [RS:0;5bda946059d1:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,40617,1733732040022-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,333 INFO [RS:0;5bda946059d1:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,333 INFO [RS:0;5bda946059d1:40617 {}] regionserver.Replication(171): 5bda946059d1,40617,1733732040022 started 2024-12-09T08:14:01,338 INFO [RS:2;5bda946059d1:44557 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T08:14:01,338 INFO [RS:2;5bda946059d1:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,44557,1733732040171-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,338 INFO [RS:2;5bda946059d1:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,338 INFO [RS:2;5bda946059d1:44557 {}] regionserver.Replication(171): 5bda946059d1,44557,1733732040171 started 2024-12-09T08:14:01,341 INFO [RS:1;5bda946059d1:36125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T08:14:01,341 INFO [RS:1;5bda946059d1:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,36125,1733732040121-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,341 INFO [RS:1;5bda946059d1:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,341 INFO [RS:1;5bda946059d1:36125 {}] regionserver.Replication(171): 5bda946059d1,36125,1733732040121 started 2024-12-09T08:14:01,345 INFO [RS:0;5bda946059d1:40617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,345 INFO [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(1482): Serving as 5bda946059d1,40617,1733732040022, RpcServer on 5bda946059d1/172.17.0.2:40617, sessionid=0x10009a3832d0001 2024-12-09T08:14:01,345 DEBUG [RS:0;5bda946059d1:40617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T08:14:01,345 DEBUG [RS:0;5bda946059d1:40617 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5bda946059d1,40617,1733732040022 2024-12-09T08:14:01,345 DEBUG [RS:0;5bda946059d1:40617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5bda946059d1,40617,1733732040022' 2024-12-09T08:14:01,345 DEBUG [RS:0;5bda946059d1:40617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T08:14:01,346 DEBUG [RS:0;5bda946059d1:40617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T08:14:01,346 DEBUG [RS:0;5bda946059d1:40617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T08:14:01,346 DEBUG [RS:0;5bda946059d1:40617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T08:14:01,346 DEBUG [RS:0;5bda946059d1:40617 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5bda946059d1,40617,1733732040022 2024-12-09T08:14:01,346 DEBUG [RS:0;5bda946059d1:40617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5bda946059d1,40617,1733732040022' 2024-12-09T08:14:01,346 DEBUG [RS:0;5bda946059d1:40617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T08:14:01,347 DEBUG [RS:0;5bda946059d1:40617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T08:14:01,347 DEBUG [RS:0;5bda946059d1:40617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T08:14:01,347 INFO [RS:0;5bda946059d1:40617 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T08:14:01,347 INFO [RS:0;5bda946059d1:40617 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T08:14:01,350 INFO [RS:2;5bda946059d1:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,350 INFO [RS:2;5bda946059d1:44557 {}] regionserver.HRegionServer(1482): Serving as 5bda946059d1,44557,1733732040171, RpcServer on 5bda946059d1/172.17.0.2:44557, sessionid=0x10009a3832d0003 2024-12-09T08:14:01,350 DEBUG [RS:2;5bda946059d1:44557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T08:14:01,350 DEBUG [RS:2;5bda946059d1:44557 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5bda946059d1,44557,1733732040171 2024-12-09T08:14:01,350 DEBUG [RS:2;5bda946059d1:44557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5bda946059d1,44557,1733732040171' 2024-12-09T08:14:01,350 DEBUG [RS:2;5bda946059d1:44557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T08:14:01,351 DEBUG [RS:2;5bda946059d1:44557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T08:14:01,351 DEBUG [RS:2;5bda946059d1:44557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T08:14:01,351 DEBUG [RS:2;5bda946059d1:44557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T08:14:01,351 DEBUG [RS:2;5bda946059d1:44557 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5bda946059d1,44557,1733732040171 2024-12-09T08:14:01,351 DEBUG [RS:2;5bda946059d1:44557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5bda946059d1,44557,1733732040171' 2024-12-09T08:14:01,351 DEBUG [RS:2;5bda946059d1:44557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T08:14:01,352 DEBUG [RS:2;5bda946059d1:44557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T08:14:01,352 DEBUG [RS:2;5bda946059d1:44557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T08:14:01,352 INFO [RS:2;5bda946059d1:44557 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T08:14:01,352 INFO [RS:2;5bda946059d1:44557 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T08:14:01,361 INFO [RS:1;5bda946059d1:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:01,361 INFO [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer(1482): Serving as 5bda946059d1,36125,1733732040121, RpcServer on 5bda946059d1/172.17.0.2:36125, sessionid=0x10009a3832d0002 2024-12-09T08:14:01,362 DEBUG [RS:1;5bda946059d1:36125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T08:14:01,362 DEBUG [RS:1;5bda946059d1:36125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5bda946059d1,36125,1733732040121 2024-12-09T08:14:01,362 DEBUG [RS:1;5bda946059d1:36125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5bda946059d1,36125,1733732040121' 2024-12-09T08:14:01,362 DEBUG [RS:1;5bda946059d1:36125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T08:14:01,363 DEBUG [RS:1;5bda946059d1:36125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T08:14:01,363 DEBUG [RS:1;5bda946059d1:36125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T08:14:01,363 DEBUG [RS:1;5bda946059d1:36125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T08:14:01,363 DEBUG [RS:1;5bda946059d1:36125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5bda946059d1,36125,1733732040121 2024-12-09T08:14:01,363 DEBUG [RS:1;5bda946059d1:36125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5bda946059d1,36125,1733732040121' 2024-12-09T08:14:01,363 DEBUG [RS:1;5bda946059d1:36125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T08:14:01,364 DEBUG [RS:1;5bda946059d1:36125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T08:14:01,364 DEBUG [RS:1;5bda946059d1:36125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T08:14:01,364 INFO [RS:1;5bda946059d1:36125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T08:14:01,364 INFO [RS:1;5bda946059d1:36125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T08:14:01,448 INFO [RS:0;5bda946059d1:40617 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T08:14:01,450 INFO [RS:0;5bda946059d1:40617 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5bda946059d1%2C40617%2C1733732040022, suffix=, logDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,40617,1733732040022, archiveDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/oldWALs, maxLogs=32 2024-12-09T08:14:01,453 INFO [RS:2;5bda946059d1:44557 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T08:14:01,455 INFO [RS:2;5bda946059d1:44557 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5bda946059d1%2C44557%2C1733732040171, suffix=, logDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171, archiveDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/oldWALs, maxLogs=32 2024-12-09T08:14:01,464 DEBUG [RS:0;5bda946059d1:40617 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,40617,1733732040022/5bda946059d1%2C40617%2C1733732040022.1733732041451, exclude list is [], retry=0 2024-12-09T08:14:01,465 INFO [RS:1;5bda946059d1:36125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T08:14:01,466 INFO [RS:1;5bda946059d1:36125 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5bda946059d1%2C36125%2C1733732040121, suffix=, logDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,36125,1733732040121, archiveDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/oldWALs, maxLogs=32 2024-12-09T08:14:01,470 DEBUG [RS:2;5bda946059d1:44557 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171/5bda946059d1%2C44557%2C1733732040171.1733732041455, exclude list is [], retry=0 2024-12-09T08:14:01,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46451,DS-f59c3c9e-5f53-4135-a635-91148db9e03a,DISK] 2024-12-09T08:14:01,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38815,DS-055e99a1-23d4-422e-b7e1-b5224135580d,DISK] 2024-12-09T08:14:01,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41877,DS-49498752-f0ca-4e51-9827-b69c84c5936f,DISK] 2024-12-09T08:14:01,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46451,DS-f59c3c9e-5f53-4135-a635-91148db9e03a,DISK] 2024-12-09T08:14:01,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38815,DS-055e99a1-23d4-422e-b7e1-b5224135580d,DISK] 2024-12-09T08:14:01,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41877,DS-49498752-f0ca-4e51-9827-b69c84c5936f,DISK] 2024-12-09T08:14:01,475 INFO [RS:0;5bda946059d1:40617 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,40617,1733732040022/5bda946059d1%2C40617%2C1733732040022.1733732041451 2024-12-09T08:14:01,476 DEBUG [RS:0;5bda946059d1:40617 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:42459:42459),(127.0.0.1/127.0.0.1:41193:41193)] 2024-12-09T08:14:01,480 DEBUG [RS:1;5bda946059d1:36125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,36125,1733732040121/5bda946059d1%2C36125%2C1733732040121.1733732041467, exclude list is [], retry=0 2024-12-09T08:14:01,481 INFO [RS:2;5bda946059d1:44557 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171/5bda946059d1%2C44557%2C1733732040171.1733732041455 2024-12-09T08:14:01,482 DEBUG [RS:2;5bda946059d1:44557 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:42459:42459),(127.0.0.1/127.0.0.1:41193:41193)] 2024-12-09T08:14:01,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46451,DS-f59c3c9e-5f53-4135-a635-91148db9e03a,DISK] 2024-12-09T08:14:01,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41877,DS-49498752-f0ca-4e51-9827-b69c84c5936f,DISK] 2024-12-09T08:14:01,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38815,DS-055e99a1-23d4-422e-b7e1-b5224135580d,DISK] 2024-12-09T08:14:01,489 INFO [RS:1;5bda946059d1:36125 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,36125,1733732040121/5bda946059d1%2C36125%2C1733732040121.1733732041467 2024-12-09T08:14:01,489 DEBUG [RS:1;5bda946059d1:36125 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41193:41193),(127.0.0.1/127.0.0.1:42459:42459),(127.0.0.1/127.0.0.1:40441:40441)] 2024-12-09T08:14:01,508 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T08:14:01,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T08:14:01,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T08:14:01,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T08:14:01,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T08:14:01,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T08:14:01,557 DEBUG [5bda946059d1:37481 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-09T08:14:01,558 DEBUG [5bda946059d1:37481 {}] balancer.BalancerClusterState(204): Hosts are {5bda946059d1=0} racks are {/default-rack=0} 2024-12-09T08:14:01,560 DEBUG [5bda946059d1:37481 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T08:14:01,560 DEBUG [5bda946059d1:37481 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T08:14:01,560 DEBUG [5bda946059d1:37481 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T08:14:01,560 DEBUG [5bda946059d1:37481 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T08:14:01,560 DEBUG [5bda946059d1:37481 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T08:14:01,560 DEBUG [5bda946059d1:37481 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T08:14:01,560 INFO [5bda946059d1:37481 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T08:14:01,561 INFO [5bda946059d1:37481 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T08:14:01,561 INFO [5bda946059d1:37481 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T08:14:01,561 DEBUG [5bda946059d1:37481 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T08:14:01,561 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5bda946059d1,40617,1733732040022 2024-12-09T08:14:01,562 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5bda946059d1,40617,1733732040022, state=OPENING 2024-12-09T08:14:01,581 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T08:14:01,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:01,591 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:01,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10009a3832d0003, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:01,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:14:01,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T08:14:01,592 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T08:14:01,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T08:14:01,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T08:14:01,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5bda946059d1,40617,1733732040022}] 2024-12-09T08:14:01,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T08:14:07,040 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T08:14:07,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T08:14:07,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T08:14:07,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T08:14:09,109 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5bda946059d1:38859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-09T08:14:11,601 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T08:14:11,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T08:14:11,630 INFO [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T08:14:11,630 INFO [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T08:14:11,631 INFO [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T08:14:11,637 INFO [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5bda946059d1%2C40617%2C1733732040022.meta, suffix=.meta, logDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,40617,1733732040022, archiveDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/oldWALs, maxLogs=32 2024-12-09T08:14:11,658 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,40617,1733732040022/5bda946059d1%2C40617%2C1733732040022.meta.1733732051640.meta, exclude list is [], retry=0 2024-12-09T08:14:11,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38815,DS-055e99a1-23d4-422e-b7e1-b5224135580d,DISK] 2024-12-09T08:14:11,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46451,DS-f59c3c9e-5f53-4135-a635-91148db9e03a,DISK] 2024-12-09T08:14:11,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41877,DS-49498752-f0ca-4e51-9827-b69c84c5936f,DISK] 2024-12-09T08:14:11,727 INFO [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,40617,1733732040022/5bda946059d1%2C40617%2C1733732040022.meta.1733732051640.meta 2024-12-09T08:14:11,728 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:42459:42459),(127.0.0.1/127.0.0.1:41193:41193)] 2024-12-09T08:14:11,728 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T08:14:11,729 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T08:14:11,729 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T08:14:11,729 INFO [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T08:14:11,729 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T08:14:11,729 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:11,729 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T08:14:11,729 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T08:14:11,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T08:14:11,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T08:14:11,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:11,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T08:14:11,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T08:14:11,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T08:14:11,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:11,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T08:14:11,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T08:14:11,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T08:14:11,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:11,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T08:14:11,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T08:14:11,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T08:14:11,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:11,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T08:14:11,759 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T08:14:11,760 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740 2024-12-09T08:14:11,762 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740 2024-12-09T08:14:11,763 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T08:14:11,763 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T08:14:11,764 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T08:14:11,765 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T08:14:11,767 INFO [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62468738, jitterRate=-0.06914326548576355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T08:14:11,767 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T08:14:11,768 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733732051730Writing region info on filesystem at 1733732051730Initializing all the Stores at 1733732051736 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733732051736Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733732051742 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732051742Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733732051742Cleaning up temporary data from old regions at 1733732051763 (+21 ms)Running coprocessor post-open hooks at 1733732051767 (+4 ms)Region opened successfully at 1733732051767 2024-12-09T08:14:11,769 INFO [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733732051601 2024-12-09T08:14:11,772 DEBUG [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T08:14:11,772 INFO [RS_OPEN_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T08:14:11,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,40617,1733732040022 2024-12-09T08:14:11,775 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5bda946059d1,40617,1733732040022, state=OPEN 2024-12-09T08:14:11,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T08:14:11,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10009a3832d0003, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T08:14:11,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T08:14:11,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T08:14:11,841 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5bda946059d1,40617,1733732040022 2024-12-09T08:14:11,842 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T08:14:11,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T08:14:11,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T08:14:11,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T08:14:11,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T08:14:11,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5bda946059d1,40617,1733732040022 in 10.2500 sec 2024-12-09T08:14:11,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T08:14:11,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6940 sec 2024-12-09T08:14:11,859 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T08:14:11,859 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T08:14:11,883 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T08:14:11,883 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5bda946059d1,40617,1733732040022, seqNum=-1] 2024-12-09T08:14:11,884 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T08:14:11,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T08:14:11,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8040 sec 2024-12-09T08:14:11,907 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733732051907, completionTime=-1 2024-12-09T08:14:11,908 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-09T08:14:11,908 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T08:14:11,910 INFO [master/5bda946059d1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-09T08:14:11,910 INFO [master/5bda946059d1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733732111910 2024-12-09T08:14:11,910 INFO [master/5bda946059d1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733732171910 2024-12-09T08:14:11,911 INFO [master/5bda946059d1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-09T08:14:11,911 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T08:14:11,917 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,37481,1733732039804-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:11,917 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,37481,1733732039804-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:11,918 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,37481,1733732039804-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:11,918 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5bda946059d1:37481, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:11,918 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:11,920 DEBUG [master/5bda946059d1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T08:14:11,925 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:11,930 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.686sec 2024-12-09T08:14:11,945 INFO [master/5bda946059d1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T08:14:11,945 INFO [master/5bda946059d1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T08:14:11,945 INFO [master/5bda946059d1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T08:14:11,945 INFO [master/5bda946059d1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T08:14:11,945 INFO [master/5bda946059d1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T08:14:11,945 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,37481,1733732039804-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T08:14:11,945 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,37481,1733732039804-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T08:14:11,949 DEBUG [master/5bda946059d1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T08:14:11,949 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T08:14:11,949 INFO [master/5bda946059d1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5bda946059d1,37481,1733732039804-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T08:14:12,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b837726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T08:14:12,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5bda946059d1,37481,-1 for getting cluster id 2024-12-09T08:14:12,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T08:14:12,017 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63a39dea-c3de-437c-9df5-4fa0cff3765a' 2024-12-09T08:14:12,018 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T08:14:12,018 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63a39dea-c3de-437c-9df5-4fa0cff3765a" 2024-12-09T08:14:12,018 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33214153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T08:14:12,018 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5bda946059d1,37481,-1] 2024-12-09T08:14:12,019 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T08:14:12,022 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:14:12,036 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T08:14:12,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1511d096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T08:14:12,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T08:14:12,039 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5bda946059d1,40617,1733732040022, seqNum=-1] 2024-12-09T08:14:12,040 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T08:14:12,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T08:14:12,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5bda946059d1,37481,1733732039804 2024-12-09T08:14:12,061 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733732052061 (current time:1733732052061). 2024-12-09T08:14:12,061 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T08:14:12,062 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-09T08:14:12,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54fc51e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T08:14:12,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5bda946059d1,37481,-1 for getting cluster id 2024-12-09T08:14:12,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T08:14:12,078 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63a39dea-c3de-437c-9df5-4fa0cff3765a' 2024-12-09T08:14:12,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T08:14:12,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63a39dea-c3de-437c-9df5-4fa0cff3765a" 2024-12-09T08:14:12,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@312576ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T08:14:12,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5bda946059d1,37481,-1] 2024-12-09T08:14:12,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T08:14:12,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:14:12,081 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T08:14:12,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39699a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T08:14:12,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T08:14:12,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5bda946059d1,40617,1733732040022, seqNum=-1] 2024-12-09T08:14:12,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T08:14:12,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T08:14:12,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T08:14:12,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T08:14:12,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:14:12,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:14:12,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T08:14:12,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T08:14:12,091 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5bda946059d1,37481,1733732039804 2024-12-09T08:14:12,091 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51596e71 2024-12-09T08:14:12,091 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T08:14:12,107 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T08:14:12,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T08:14:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-09T08:14:12,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T08:14:12,114 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:12,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-09T08:14:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T08:14:12,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T08:14:12,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741837_1013 (size=361) 2024-12-09T08:14:12,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741837_1013 (size=361) 2024-12-09T08:14:12,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741837_1013 (size=361) 2024-12-09T08:14:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T08:14:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T08:14:12,584 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb4b87660b11dfd7bee4b1694eba1aec, NAME => 'SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593 2024-12-09T08:14:12,594 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e968089ea492fc15f8a2d60c461eca17, NAME => 'SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593 2024-12-09T08:14:12,615 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b8e9bd0a635a52427f163a60e6f45dae, NAME => 'SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593 2024-12-09T08:14:12,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741840_1016 (size=62) 2024-12-09T08:14:12,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741840_1016 (size=62) 2024-12-09T08:14:12,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741840_1016 (size=62) 2024-12-09T08:14:12,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:12,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b8e9bd0a635a52427f163a60e6f45dae, disabling compactions & flushes 2024-12-09T08:14:12,661 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae. 2024-12-09T08:14:12,661 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae. 2024-12-09T08:14:12,661 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae. after waiting 0 ms 2024-12-09T08:14:12,661 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae. 2024-12-09T08:14:12,661 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae. 2024-12-09T08:14:12,661 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b8e9bd0a635a52427f163a60e6f45dae: Waiting for close lock at 1733732052660Disabling compacts and flushes for region at 1733732052660Disabling writes for close at 1733732052661 (+1 ms)Writing region close event to WAL at 1733732052661Closed at 1733732052661 2024-12-09T08:14:12,661 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cc8e0161c4c23de1cd871f2a6f9e5327, NAME => 'SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593 2024-12-09T08:14:12,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741839_1015 (size=62) 2024-12-09T08:14:12,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741839_1015 (size=62) 2024-12-09T08:14:12,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741839_1015 (size=62) 2024-12-09T08:14:12,671 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:12,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e968089ea492fc15f8a2d60c461eca17, disabling compactions & flushes 2024-12-09T08:14:12,672 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17. 2024-12-09T08:14:12,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17. 2024-12-09T08:14:12,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17. after waiting 0 ms 2024-12-09T08:14:12,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17. 2024-12-09T08:14:12,672 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17. 2024-12-09T08:14:12,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e968089ea492fc15f8a2d60c461eca17: Waiting for close lock at 1733732052672Disabling compacts and flushes for region at 1733732052672Disabling writes for close at 1733732052672Writing region close event to WAL at 1733732052672Closed at 1733732052672 2024-12-09T08:14:12,672 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 44f99a3399e20812566fb07efa8d9917, NAME => 'SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593 2024-12-09T08:14:12,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741838_1014 (size=54) 2024-12-09T08:14:12,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741838_1014 (size=54) 2024-12-09T08:14:12,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741838_1014 (size=54) 2024-12-09T08:14:12,688 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:12,688 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bb4b87660b11dfd7bee4b1694eba1aec, disabling compactions & flushes 2024-12-09T08:14:12,688 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. 2024-12-09T08:14:12,688 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. 2024-12-09T08:14:12,688 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. after waiting 0 ms 2024-12-09T08:14:12,688 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. 2024-12-09T08:14:12,688 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. 2024-12-09T08:14:12,688 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb4b87660b11dfd7bee4b1694eba1aec: Waiting for close lock at 1733732052688Disabling compacts and flushes for region at 1733732052688Disabling writes for close at 1733732052688Writing region close event to WAL at 1733732052688Closed at 1733732052688 2024-12-09T08:14:12,689 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f985d98374599ea4b099df3d5fc9fcb9, NAME => 'SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593 2024-12-09T08:14:12,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741841_1017 (size=62) 2024-12-09T08:14:12,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741841_1017 (size=62) 2024-12-09T08:14:12,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741841_1017 (size=62) 2024-12-09T08:14:12,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:12,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cc8e0161c4c23de1cd871f2a6f9e5327, disabling compactions & flushes 2024-12-09T08:14:12,742 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327. 2024-12-09T08:14:12,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327. 2024-12-09T08:14:12,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327. after waiting 0 ms 2024-12-09T08:14:12,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327. 2024-12-09T08:14:12,742 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327. 2024-12-09T08:14:12,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cc8e0161c4c23de1cd871f2a6f9e5327: Waiting for close lock at 1733732052742Disabling compacts and flushes for region at 1733732052742Disabling writes for close at 1733732052742Writing region close event to WAL at 1733732052742Closed at 1733732052742 2024-12-09T08:14:12,743 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 06509add580a4a60e9235b0207ae2c26, NAME => 'SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593 2024-12-09T08:14:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T08:14:12,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741842_1018 (size=62) 2024-12-09T08:14:12,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741842_1018 (size=62) 2024-12-09T08:14:12,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741842_1018 (size=62) 2024-12-09T08:14:12,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:12,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 44f99a3399e20812566fb07efa8d9917, disabling compactions & flushes 2024-12-09T08:14:12,778 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917. 2024-12-09T08:14:12,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917. 2024-12-09T08:14:12,779 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917. after waiting 0 ms 2024-12-09T08:14:12,779 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917. 2024-12-09T08:14:12,779 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917. 2024-12-09T08:14:12,779 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 44f99a3399e20812566fb07efa8d9917: Waiting for close lock at 1733732052778Disabling compacts and flushes for region at 1733732052778Disabling writes for close at 1733732052779 (+1 ms)Writing region close event to WAL at 1733732052779Closed at 1733732052779 2024-12-09T08:14:12,780 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a1839af1f59f94e506acdccf2a03c9d2, NAME => 'SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593 2024-12-09T08:14:12,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741843_1019 (size=62) 2024-12-09T08:14:12,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741843_1019 (size=62) 2024-12-09T08:14:12,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741843_1019 (size=62) 2024-12-09T08:14:12,799 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:12,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f985d98374599ea4b099df3d5fc9fcb9, disabling compactions & flushes 2024-12-09T08:14:12,800 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. 2024-12-09T08:14:12,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. 2024-12-09T08:14:12,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. after waiting 0 ms 2024-12-09T08:14:12,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. 2024-12-09T08:14:12,800 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. 2024-12-09T08:14:12,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f985d98374599ea4b099df3d5fc9fcb9: Waiting for close lock at 1733732052799Disabling compacts and flushes for region at 1733732052799Disabling writes for close at 1733732052800 (+1 ms)Writing region close event to WAL at 1733732052800Closed at 1733732052800 2024-12-09T08:14:12,801 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60e25c12b747ef46106bbeadf0668d38, NAME => 'SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593 2024-12-09T08:14:12,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741844_1020 (size=62) 2024-12-09T08:14:12,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741844_1020 (size=62) 2024-12-09T08:14:12,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741844_1020 (size=62) 2024-12-09T08:14:12,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:12,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 06509add580a4a60e9235b0207ae2c26, disabling compactions & flushes 2024-12-09T08:14:12,913 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. 2024-12-09T08:14:12,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. 2024-12-09T08:14:12,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. after waiting 0 ms 2024-12-09T08:14:12,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. 2024-12-09T08:14:12,914 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. 2024-12-09T08:14:12,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 06509add580a4a60e9235b0207ae2c26: Waiting for close lock at 1733732052913Disabling compacts and flushes for region at 1733732052913Disabling writes for close at 1733732052914 (+1 ms)Writing region close event to WAL at 1733732052914Closed at 1733732052914 2024-12-09T08:14:12,915 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fb39b4de62d2c4e94bb05be7b2febfb3, NAME => 'SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593 2024-12-09T08:14:12,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741845_1021 (size=62) 2024-12-09T08:14:12,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741845_1021 (size=62) 2024-12-09T08:14:12,918 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:12,918 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a1839af1f59f94e506acdccf2a03c9d2, disabling compactions & flushes 2024-12-09T08:14:12,918 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2. 2024-12-09T08:14:12,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2. 2024-12-09T08:14:12,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2. after waiting 0 ms 2024-12-09T08:14:12,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2. 2024-12-09T08:14:12,919 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2. 2024-12-09T08:14:12,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a1839af1f59f94e506acdccf2a03c9d2: Waiting for close lock at 1733732052918Disabling compacts and flushes for region at 1733732052918Disabling writes for close at 1733732052919 (+1 ms)Writing region close event to WAL at 1733732052919Closed at 1733732052919 2024-12-09T08:14:12,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741846_1022 (size=62) 2024-12-09T08:14:12,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741845_1021 (size=62) 2024-12-09T08:14:12,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741846_1022 (size=62) 2024-12-09T08:14:12,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741846_1022 (size=62) 2024-12-09T08:14:12,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:12,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 60e25c12b747ef46106bbeadf0668d38, disabling compactions & flushes 2024-12-09T08:14:12,932 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. 2024-12-09T08:14:12,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. 2024-12-09T08:14:12,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. after waiting 0 ms 2024-12-09T08:14:12,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. 2024-12-09T08:14:12,933 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. 2024-12-09T08:14:12,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60e25c12b747ef46106bbeadf0668d38: Waiting for close lock at 1733732052932Disabling compacts and flushes for region at 1733732052932Disabling writes for close at 1733732052933 (+1 ms)Writing region close event to WAL at 1733732052933Closed at 1733732052933 2024-12-09T08:14:12,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741847_1023 (size=54) 2024-12-09T08:14:12,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741847_1023 (size=54) 2024-12-09T08:14:12,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741847_1023 (size=54) 2024-12-09T08:14:12,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:12,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fb39b4de62d2c4e94bb05be7b2febfb3, disabling compactions & flushes 2024-12-09T08:14:12,943 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3. 2024-12-09T08:14:12,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3. 2024-12-09T08:14:12,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3. after waiting 0 ms 2024-12-09T08:14:12,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3. 2024-12-09T08:14:12,943 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3. 2024-12-09T08:14:12,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fb39b4de62d2c4e94bb05be7b2febfb3: Waiting for close lock at 1733732052943Disabling compacts and flushes for region at 1733732052943Disabling writes for close at 1733732052943Writing region close event to WAL at 1733732052943Closed at 1733732052943 2024-12-09T08:14:12,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T08:14:12,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733732052945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733732052945"}]},"ts":"1733732052945"} 2024-12-09T08:14:12,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733732052945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733732052945"}]},"ts":"1733732052945"} 2024-12-09T08:14:12,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733732052945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733732052945"}]},"ts":"1733732052945"} 2024-12-09T08:14:12,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733732052945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733732052945"}]},"ts":"1733732052945"} 2024-12-09T08:14:12,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733732052945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733732052945"}]},"ts":"1733732052945"} 2024-12-09T08:14:12,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733732052945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733732052945"}]},"ts":"1733732052945"} 2024-12-09T08:14:12,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733732052945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733732052945"}]},"ts":"1733732052945"} 2024-12-09T08:14:12,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733732052945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733732052945"}]},"ts":"1733732052945"} 2024-12-09T08:14:12,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733732052945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733732052945"}]},"ts":"1733732052945"} 2024-12-09T08:14:12,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733732052945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733732052945"}]},"ts":"1733732052945"} 2024-12-09T08:14:12,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-09T08:14:12,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T08:14:12,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733732052959"}]},"ts":"1733732052959"} 2024-12-09T08:14:12,962 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-09T08:14:12,963 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {5bda946059d1=0} racks are {/default-rack=0} 2024-12-09T08:14:12,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T08:14:12,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T08:14:12,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T08:14:12,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T08:14:12,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T08:14:12,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T08:14:12,974 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T08:14:12,974 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T08:14:12,974 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T08:14:12,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T08:14:12,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb4b87660b11dfd7bee4b1694eba1aec, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e968089ea492fc15f8a2d60c461eca17, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8e9bd0a635a52427f163a60e6f45dae, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc8e0161c4c23de1cd871f2a6f9e5327, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44f99a3399e20812566fb07efa8d9917, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f985d98374599ea4b099df3d5fc9fcb9, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06509add580a4a60e9235b0207ae2c26, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1839af1f59f94e506acdccf2a03c9d2, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60e25c12b747ef46106bbeadf0668d38, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb39b4de62d2c4e94bb05be7b2febfb3, ASSIGN}] 2024-12-09T08:14:12,981 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb4b87660b11dfd7bee4b1694eba1aec, ASSIGN 2024-12-09T08:14:12,982 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e968089ea492fc15f8a2d60c461eca17, ASSIGN 2024-12-09T08:14:12,982 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8e9bd0a635a52427f163a60e6f45dae, ASSIGN 2024-12-09T08:14:12,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb39b4de62d2c4e94bb05be7b2febfb3, ASSIGN 2024-12-09T08:14:12,983 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb4b87660b11dfd7bee4b1694eba1aec, ASSIGN; state=OFFLINE, location=5bda946059d1,44557,1733732040171; forceNewPlan=false, retain=false 2024-12-09T08:14:12,984 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e968089ea492fc15f8a2d60c461eca17, ASSIGN; state=OFFLINE, location=5bda946059d1,36125,1733732040121; forceNewPlan=false, retain=false 2024-12-09T08:14:12,989 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb39b4de62d2c4e94bb05be7b2febfb3, ASSIGN; state=OFFLINE, location=5bda946059d1,40617,1733732040022; forceNewPlan=false, retain=false 2024-12-09T08:14:12,989 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8e9bd0a635a52427f163a60e6f45dae, ASSIGN; state=OFFLINE, location=5bda946059d1,40617,1733732040022; forceNewPlan=false, retain=false 2024-12-09T08:14:12,992 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60e25c12b747ef46106bbeadf0668d38, ASSIGN 2024-12-09T08:14:12,994 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60e25c12b747ef46106bbeadf0668d38, ASSIGN; state=OFFLINE, location=5bda946059d1,44557,1733732040171; forceNewPlan=false, retain=false 2024-12-09T08:14:12,994 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06509add580a4a60e9235b0207ae2c26, ASSIGN 2024-12-09T08:14:12,996 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06509add580a4a60e9235b0207ae2c26, ASSIGN; state=OFFLINE, location=5bda946059d1,40617,1733732040022; forceNewPlan=false, retain=false 2024-12-09T08:14:12,996 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f985d98374599ea4b099df3d5fc9fcb9, ASSIGN 2024-12-09T08:14:12,998 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f985d98374599ea4b099df3d5fc9fcb9, ASSIGN; state=OFFLINE, location=5bda946059d1,44557,1733732040171; forceNewPlan=false, retain=false 2024-12-09T08:14:12,998 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44f99a3399e20812566fb07efa8d9917, ASSIGN 2024-12-09T08:14:13,001 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44f99a3399e20812566fb07efa8d9917, ASSIGN; state=OFFLINE, location=5bda946059d1,36125,1733732040121; forceNewPlan=false, retain=false 2024-12-09T08:14:13,005 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc8e0161c4c23de1cd871f2a6f9e5327, ASSIGN 2024-12-09T08:14:13,006 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1839af1f59f94e506acdccf2a03c9d2, ASSIGN 2024-12-09T08:14:13,007 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc8e0161c4c23de1cd871f2a6f9e5327, ASSIGN; state=OFFLINE, location=5bda946059d1,40617,1733732040022; forceNewPlan=false, retain=false 2024-12-09T08:14:13,008 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1839af1f59f94e506acdccf2a03c9d2, ASSIGN; state=OFFLINE, location=5bda946059d1,36125,1733732040121; forceNewPlan=false, retain=false 2024-12-09T08:14:13,134 INFO [5bda946059d1:37481 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-09T08:14:13,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=60e25c12b747ef46106bbeadf0668d38, regionState=OPENING, regionLocation=5bda946059d1,44557,1733732040171 2024-12-09T08:14:13,136 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f985d98374599ea4b099df3d5fc9fcb9, regionState=OPENING, regionLocation=5bda946059d1,44557,1733732040171 2024-12-09T08:14:13,136 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb4b87660b11dfd7bee4b1694eba1aec, regionState=OPENING, regionLocation=5bda946059d1,44557,1733732040171 2024-12-09T08:14:13,137 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=fb39b4de62d2c4e94bb05be7b2febfb3, regionState=OPENING, regionLocation=5bda946059d1,40617,1733732040022 2024-12-09T08:14:13,137 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=06509add580a4a60e9235b0207ae2c26, regionState=OPENING, regionLocation=5bda946059d1,40617,1733732040022 2024-12-09T08:14:13,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60e25c12b747ef46106bbeadf0668d38, ASSIGN because future has completed 2024-12-09T08:14:13,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=cc8e0161c4c23de1cd871f2a6f9e5327, regionState=OPENING, regionLocation=5bda946059d1,40617,1733732040022 2024-12-09T08:14:13,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b8e9bd0a635a52427f163a60e6f45dae, regionState=OPENING, regionLocation=5bda946059d1,40617,1733732040022 2024-12-09T08:14:13,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a1839af1f59f94e506acdccf2a03c9d2, regionState=OPENING, regionLocation=5bda946059d1,36125,1733732040121 2024-12-09T08:14:13,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44f99a3399e20812566fb07efa8d9917, regionState=OPENING, regionLocation=5bda946059d1,36125,1733732040121 2024-12-09T08:14:13,140 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e968089ea492fc15f8a2d60c461eca17, regionState=OPENING, regionLocation=5bda946059d1,36125,1733732040121 2024-12-09T08:14:13,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60e25c12b747ef46106bbeadf0668d38, server=5bda946059d1,44557,1733732040171}] 2024-12-09T08:14:13,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f985d98374599ea4b099df3d5fc9fcb9, ASSIGN because future has completed 2024-12-09T08:14:13,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb4b87660b11dfd7bee4b1694eba1aec, ASSIGN because future has completed 2024-12-09T08:14:13,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f985d98374599ea4b099df3d5fc9fcb9, server=5bda946059d1,44557,1733732040171}] 2024-12-09T08:14:13,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb39b4de62d2c4e94bb05be7b2febfb3, ASSIGN because future has completed 2024-12-09T08:14:13,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06509add580a4a60e9235b0207ae2c26, ASSIGN because future has completed 2024-12-09T08:14:13,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc8e0161c4c23de1cd871f2a6f9e5327, ASSIGN because future has completed 2024-12-09T08:14:13,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb4b87660b11dfd7bee4b1694eba1aec, server=5bda946059d1,44557,1733732040171}] 2024-12-09T08:14:13,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8e9bd0a635a52427f163a60e6f45dae, ASSIGN because future has completed 2024-12-09T08:14:13,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06509add580a4a60e9235b0207ae2c26, server=5bda946059d1,40617,1733732040022}] 2024-12-09T08:14:13,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1839af1f59f94e506acdccf2a03c9d2, ASSIGN because future has completed 2024-12-09T08:14:13,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44f99a3399e20812566fb07efa8d9917, ASSIGN because future has completed 2024-12-09T08:14:13,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1839af1f59f94e506acdccf2a03c9d2, server=5bda946059d1,36125,1733732040121}] 2024-12-09T08:14:13,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e968089ea492fc15f8a2d60c461eca17, ASSIGN because future has completed 2024-12-09T08:14:13,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e968089ea492fc15f8a2d60c461eca17, server=5bda946059d1,36125,1733732040121}] 2024-12-09T08:14:13,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc8e0161c4c23de1cd871f2a6f9e5327, server=5bda946059d1,40617,1733732040022}] 2024-12-09T08:14:13,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb39b4de62d2c4e94bb05be7b2febfb3, server=5bda946059d1,40617,1733732040022}] 2024-12-09T08:14:13,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44f99a3399e20812566fb07efa8d9917, server=5bda946059d1,36125,1733732040121}] 2024-12-09T08:14:13,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8e9bd0a635a52427f163a60e6f45dae, server=5bda946059d1,40617,1733732040022}] 2024-12-09T08:14:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T08:14:13,304 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T08:14:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T08:14:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T08:14:17,232 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T08:14:17,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T08:14:17,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T08:14:17,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T08:14:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T08:14:21,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T08:14:21,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T08:14:21,474 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T08:14:21,474 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T08:14:23,166 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T08:14:23,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T08:14:23,174 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. 2024-12-09T08:14:23,174 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => f985d98374599ea4b099df3d5fc9fcb9, NAME => 'SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-09T08:14:23,174 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:14:23,174 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:23,175 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:14:23,175 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:14:23,180 INFO [StoreOpener-f985d98374599ea4b099df3d5fc9fcb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:14:23,186 INFO [StoreOpener-f985d98374599ea4b099df3d5fc9fcb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f985d98374599ea4b099df3d5fc9fcb9 columnFamilyName cf 2024-12-09T08:14:23,187 DEBUG [StoreOpener-f985d98374599ea4b099df3d5fc9fcb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:23,187 INFO [StoreOpener-f985d98374599ea4b099df3d5fc9fcb9-1 {}] regionserver.HStore(327): Store=f985d98374599ea4b099df3d5fc9fcb9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:14:23,187 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:14:23,188 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:14:23,189 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:14:23,189 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:14:23,189 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:14:23,191 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:14:23,199 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/f985d98374599ea4b099df3d5fc9fcb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:14:23,200 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened f985d98374599ea4b099df3d5fc9fcb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73641780, jitterRate=0.09734803438186646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:14:23,200 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:14:23,200 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for f985d98374599ea4b099df3d5fc9fcb9: Running coprocessor pre-open hook at 1733732063175Writing region info on filesystem at 1733732063175Initializing all the Stores at 1733732063177 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732063178 (+1 ms)Cleaning up temporary data from old regions at 1733732063189 (+11 ms)Running coprocessor post-open hooks at 1733732063200 (+11 ms)Region opened successfully at 1733732063200 2024-12-09T08:14:23,204 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T08:14:23,207 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9., pid=16, masterSystemTime=1733732063166 2024-12-09T08:14:23,210 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. 2024-12-09T08:14:23,210 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. 2024-12-09T08:14:23,210 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. 2024-12-09T08:14:23,210 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 60e25c12b747ef46106bbeadf0668d38, NAME => 'SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-09T08:14:23,210 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f985d98374599ea4b099df3d5fc9fcb9, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,44557,1733732040171 2024-12-09T08:14:23,211 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:14:23,211 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:23,211 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:14:23,211 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:14:23,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f985d98374599ea4b099df3d5fc9fcb9, server=5bda946059d1,44557,1733732040171 because future has completed 2024-12-09T08:14:23,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T08:14:23,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-12-09T08:14:23,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure f985d98374599ea4b099df3d5fc9fcb9, server=5bda946059d1,44557,1733732040171 in 10.0590 sec 2024-12-09T08:14:23,228 INFO [StoreOpener-60e25c12b747ef46106bbeadf0668d38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:14:23,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f985d98374599ea4b099df3d5fc9fcb9, ASSIGN in 10.2490 sec 2024-12-09T08:14:23,237 INFO [StoreOpener-60e25c12b747ef46106bbeadf0668d38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60e25c12b747ef46106bbeadf0668d38 columnFamilyName cf 2024-12-09T08:14:23,237 DEBUG [StoreOpener-60e25c12b747ef46106bbeadf0668d38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:23,238 INFO [StoreOpener-60e25c12b747ef46106bbeadf0668d38-1 {}] regionserver.HStore(327): Store=60e25c12b747ef46106bbeadf0668d38/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:14:23,238 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:14:23,239 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:14:23,241 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:14:23,241 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:14:23,241 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:14:23,245 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:14:23,258 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/60e25c12b747ef46106bbeadf0668d38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:14:23,258 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 60e25c12b747ef46106bbeadf0668d38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70724149, jitterRate=0.053871944546699524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:14:23,259 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:14:23,259 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 60e25c12b747ef46106bbeadf0668d38: Running coprocessor pre-open hook at 1733732063212Writing region info on filesystem at 1733732063212Initializing all the Stores at 1733732063214 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732063214Cleaning up temporary data from old regions at 1733732063241 (+27 ms)Running coprocessor post-open hooks at 1733732063259 (+18 ms)Region opened successfully at 1733732063259 2024-12-09T08:14:23,260 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38., pid=15, masterSystemTime=1733732063166 2024-12-09T08:14:23,264 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. 2024-12-09T08:14:23,264 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. 2024-12-09T08:14:23,264 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=60e25c12b747ef46106bbeadf0668d38, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,44557,1733732040171 2024-12-09T08:14:23,264 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. 2024-12-09T08:14:23,264 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => bb4b87660b11dfd7bee4b1694eba1aec, NAME => 'SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-09T08:14:23,265 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:14:23,265 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:23,265 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:14:23,265 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:14:23,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60e25c12b747ef46106bbeadf0668d38, server=5bda946059d1,44557,1733732040171 because future has completed 2024-12-09T08:14:23,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-12-09T08:14:23,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 60e25c12b747ef46106bbeadf0668d38, server=5bda946059d1,44557,1733732040171 in 10.1370 sec 2024-12-09T08:14:23,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60e25c12b747ef46106bbeadf0668d38, ASSIGN in 10.3100 sec 2024-12-09T08:14:23,290 INFO [StoreOpener-bb4b87660b11dfd7bee4b1694eba1aec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:14:23,294 INFO [StoreOpener-bb4b87660b11dfd7bee4b1694eba1aec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb4b87660b11dfd7bee4b1694eba1aec columnFamilyName cf 2024-12-09T08:14:23,294 DEBUG [StoreOpener-bb4b87660b11dfd7bee4b1694eba1aec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:23,295 INFO [StoreOpener-bb4b87660b11dfd7bee4b1694eba1aec-1 {}] regionserver.HStore(327): Store=bb4b87660b11dfd7bee4b1694eba1aec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:14:23,295 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:14:23,297 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:14:23,297 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:14:23,298 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:14:23,298 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:14:23,302 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3. 2024-12-09T08:14:23,302 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => fb39b4de62d2c4e94bb05be7b2febfb3, NAME => 'SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T08:14:23,303 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:14:23,303 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fb39b4de62d2c4e94bb05be7b2febfb3 2024-12-09T08:14:23,303 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:23,303 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for fb39b4de62d2c4e94bb05be7b2febfb3 2024-12-09T08:14:23,303 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for fb39b4de62d2c4e94bb05be7b2febfb3 2024-12-09T08:14:23,315 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/bb4b87660b11dfd7bee4b1694eba1aec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:14:23,316 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2. 2024-12-09T08:14:23,316 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a1839af1f59f94e506acdccf2a03c9d2, NAME => 'SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-09T08:14:23,317 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a1839af1f59f94e506acdccf2a03c9d2 2024-12-09T08:14:23,317 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:23,317 INFO [StoreOpener-fb39b4de62d2c4e94bb05be7b2febfb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fb39b4de62d2c4e94bb05be7b2febfb3 2024-12-09T08:14:23,317 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a1839af1f59f94e506acdccf2a03c9d2 2024-12-09T08:14:23,317 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a1839af1f59f94e506acdccf2a03c9d2 2024-12-09T08:14:23,318 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened bb4b87660b11dfd7bee4b1694eba1aec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65343632, jitterRate=-0.026304006576538086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:14:23,318 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:14:23,318 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for bb4b87660b11dfd7bee4b1694eba1aec: Running coprocessor pre-open hook at 1733732063265Writing region info on filesystem at 1733732063265Initializing all the Stores at 1733732063285 (+20 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732063285Cleaning up temporary data from old regions at 1733732063298 (+13 ms)Running coprocessor post-open hooks at 1733732063318 (+20 ms)Region opened successfully at 1733732063318 2024-12-09T08:14:23,319 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec., pid=17, masterSystemTime=1733732063166 2024-12-09T08:14:23,319 INFO [StoreOpener-fb39b4de62d2c4e94bb05be7b2febfb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb39b4de62d2c4e94bb05be7b2febfb3 columnFamilyName cf 2024-12-09T08:14:23,319 DEBUG [StoreOpener-fb39b4de62d2c4e94bb05be7b2febfb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:23,320 INFO [StoreOpener-a1839af1f59f94e506acdccf2a03c9d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a1839af1f59f94e506acdccf2a03c9d2 2024-12-09T08:14:23,321 INFO [StoreOpener-fb39b4de62d2c4e94bb05be7b2febfb3-1 {}] regionserver.HStore(327): Store=fb39b4de62d2c4e94bb05be7b2febfb3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:14:23,321 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for fb39b4de62d2c4e94bb05be7b2febfb3 2024-12-09T08:14:23,322 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. 2024-12-09T08:14:23,322 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. 2024-12-09T08:14:23,322 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/fb39b4de62d2c4e94bb05be7b2febfb3 2024-12-09T08:14:23,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb4b87660b11dfd7bee4b1694eba1aec, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,44557,1733732040171 2024-12-09T08:14:23,323 INFO [StoreOpener-a1839af1f59f94e506acdccf2a03c9d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1839af1f59f94e506acdccf2a03c9d2 columnFamilyName cf 2024-12-09T08:14:23,323 DEBUG [StoreOpener-a1839af1f59f94e506acdccf2a03c9d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:23,324 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/fb39b4de62d2c4e94bb05be7b2febfb3 2024-12-09T08:14:23,324 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for fb39b4de62d2c4e94bb05be7b2febfb3 2024-12-09T08:14:23,324 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for fb39b4de62d2c4e94bb05be7b2febfb3 2024-12-09T08:14:23,325 INFO [StoreOpener-a1839af1f59f94e506acdccf2a03c9d2-1 {}] regionserver.HStore(327): Store=a1839af1f59f94e506acdccf2a03c9d2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:14:23,325 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a1839af1f59f94e506acdccf2a03c9d2 2024-12-09T08:14:23,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb4b87660b11dfd7bee4b1694eba1aec, server=5bda946059d1,44557,1733732040171 because future has completed 2024-12-09T08:14:23,326 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/a1839af1f59f94e506acdccf2a03c9d2 2024-12-09T08:14:23,328 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/a1839af1f59f94e506acdccf2a03c9d2 2024-12-09T08:14:23,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-12-09T08:14:23,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bb4b87660b11dfd7bee4b1694eba1aec, server=5bda946059d1,44557,1733732040171 in 10.1480 sec 2024-12-09T08:14:23,329 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a1839af1f59f94e506acdccf2a03c9d2 2024-12-09T08:14:23,329 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a1839af1f59f94e506acdccf2a03c9d2 2024-12-09T08:14:23,330 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for fb39b4de62d2c4e94bb05be7b2febfb3 2024-12-09T08:14:23,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb4b87660b11dfd7bee4b1694eba1aec, ASSIGN in 10.3530 sec 2024-12-09T08:14:23,333 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a1839af1f59f94e506acdccf2a03c9d2 2024-12-09T08:14:23,333 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/fb39b4de62d2c4e94bb05be7b2febfb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:14:23,335 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened fb39b4de62d2c4e94bb05be7b2febfb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70463818, jitterRate=0.04999271035194397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:14:23,335 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb39b4de62d2c4e94bb05be7b2febfb3 2024-12-09T08:14:23,335 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for fb39b4de62d2c4e94bb05be7b2febfb3: Running coprocessor pre-open hook at 1733732063303Writing region info on filesystem at 1733732063303Initializing all the Stores at 1733732063306 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732063306Cleaning up temporary data from old regions at 1733732063325 (+19 ms)Running coprocessor post-open hooks at 1733732063335 (+10 ms)Region opened successfully at 1733732063335 2024-12-09T08:14:23,336 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3., pid=22, masterSystemTime=1733732063208 2024-12-09T08:14:23,340 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/a1839af1f59f94e506acdccf2a03c9d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:14:23,341 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened a1839af1f59f94e506acdccf2a03c9d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75367095, jitterRate=0.12305723130702972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:14:23,341 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1839af1f59f94e506acdccf2a03c9d2 2024-12-09T08:14:23,342 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a1839af1f59f94e506acdccf2a03c9d2: Running coprocessor pre-open hook at 1733732063317Writing region info on filesystem at 1733732063317Initializing all the Stores at 1733732063318 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732063318Cleaning up temporary data from old regions at 1733732063329 (+11 ms)Running coprocessor post-open hooks at 1733732063341 (+12 ms)Region opened successfully at 1733732063342 (+1 ms) 2024-12-09T08:14:23,342 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=fb39b4de62d2c4e94bb05be7b2febfb3, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,40617,1733732040022 2024-12-09T08:14:23,343 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2., pid=19, masterSystemTime=1733732063204 2024-12-09T08:14:23,343 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3. 2024-12-09T08:14:23,343 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3. 2024-12-09T08:14:23,343 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327. 2024-12-09T08:14:23,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb39b4de62d2c4e94bb05be7b2febfb3, server=5bda946059d1,40617,1733732040022 because future has completed 2024-12-09T08:14:23,343 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => cc8e0161c4c23de1cd871f2a6f9e5327, NAME => 'SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-09T08:14:23,346 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cc8e0161c4c23de1cd871f2a6f9e5327 2024-12-09T08:14:23,346 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:23,346 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for cc8e0161c4c23de1cd871f2a6f9e5327 2024-12-09T08:14:23,346 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for cc8e0161c4c23de1cd871f2a6f9e5327 2024-12-09T08:14:23,346 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2. 2024-12-09T08:14:23,346 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2. 2024-12-09T08:14:23,347 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17. 2024-12-09T08:14:23,347 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => e968089ea492fc15f8a2d60c461eca17, NAME => 'SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-09T08:14:23,347 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e968089ea492fc15f8a2d60c461eca17 2024-12-09T08:14:23,347 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:23,347 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for e968089ea492fc15f8a2d60c461eca17 2024-12-09T08:14:23,347 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for e968089ea492fc15f8a2d60c461eca17 2024-12-09T08:14:23,348 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a1839af1f59f94e506acdccf2a03c9d2, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,36125,1733732040121 2024-12-09T08:14:23,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14 2024-12-09T08:14:23,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure fb39b4de62d2c4e94bb05be7b2febfb3, server=5bda946059d1,40617,1733732040022 in 10.1390 sec 2024-12-09T08:14:23,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1839af1f59f94e506acdccf2a03c9d2, server=5bda946059d1,36125,1733732040121 because future has completed 2024-12-09T08:14:23,351 INFO [StoreOpener-cc8e0161c4c23de1cd871f2a6f9e5327-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cc8e0161c4c23de1cd871f2a6f9e5327 2024-12-09T08:14:23,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb39b4de62d2c4e94bb05be7b2febfb3, ASSIGN in 10.3760 sec 2024-12-09T08:14:23,355 INFO [StoreOpener-cc8e0161c4c23de1cd871f2a6f9e5327-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc8e0161c4c23de1cd871f2a6f9e5327 columnFamilyName cf 2024-12-09T08:14:23,355 DEBUG [StoreOpener-cc8e0161c4c23de1cd871f2a6f9e5327-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:23,356 INFO [StoreOpener-cc8e0161c4c23de1cd871f2a6f9e5327-1 {}] regionserver.HStore(327): Store=cc8e0161c4c23de1cd871f2a6f9e5327/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:14:23,356 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for cc8e0161c4c23de1cd871f2a6f9e5327 2024-12-09T08:14:23,357 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/cc8e0161c4c23de1cd871f2a6f9e5327 2024-12-09T08:14:23,357 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/cc8e0161c4c23de1cd871f2a6f9e5327 2024-12-09T08:14:23,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-12-09T08:14:23,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a1839af1f59f94e506acdccf2a03c9d2, server=5bda946059d1,36125,1733732040121 in 10.1530 sec 2024-12-09T08:14:23,358 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for cc8e0161c4c23de1cd871f2a6f9e5327 2024-12-09T08:14:23,358 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for cc8e0161c4c23de1cd871f2a6f9e5327 2024-12-09T08:14:23,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1839af1f59f94e506acdccf2a03c9d2, ASSIGN in 10.3820 sec 2024-12-09T08:14:23,360 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for cc8e0161c4c23de1cd871f2a6f9e5327 2024-12-09T08:14:23,361 INFO [StoreOpener-e968089ea492fc15f8a2d60c461eca17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e968089ea492fc15f8a2d60c461eca17 2024-12-09T08:14:23,363 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/cc8e0161c4c23de1cd871f2a6f9e5327/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:14:23,364 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened cc8e0161c4c23de1cd871f2a6f9e5327; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67905418, jitterRate=0.011869579553604126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:14:23,364 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc8e0161c4c23de1cd871f2a6f9e5327 2024-12-09T08:14:23,364 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for cc8e0161c4c23de1cd871f2a6f9e5327: Running coprocessor pre-open hook at 1733732063346Writing region info on filesystem at 1733732063346Initializing all the Stores at 1733732063348 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732063348Cleaning up temporary data from old regions at 1733732063358 (+10 ms)Running coprocessor post-open hooks at 1733732063364 (+6 ms)Region opened successfully at 1733732063364 2024-12-09T08:14:23,365 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327., pid=21, masterSystemTime=1733732063208 2024-12-09T08:14:23,365 INFO [StoreOpener-e968089ea492fc15f8a2d60c461eca17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e968089ea492fc15f8a2d60c461eca17 columnFamilyName cf 2024-12-09T08:14:23,365 DEBUG [StoreOpener-e968089ea492fc15f8a2d60c461eca17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:23,367 INFO [StoreOpener-e968089ea492fc15f8a2d60c461eca17-1 {}] regionserver.HStore(327): Store=e968089ea492fc15f8a2d60c461eca17/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:14:23,367 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for e968089ea492fc15f8a2d60c461eca17 2024-12-09T08:14:23,368 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/e968089ea492fc15f8a2d60c461eca17 2024-12-09T08:14:23,368 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/e968089ea492fc15f8a2d60c461eca17 2024-12-09T08:14:23,368 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327. 2024-12-09T08:14:23,368 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327. 2024-12-09T08:14:23,369 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. 2024-12-09T08:14:23,369 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 06509add580a4a60e9235b0207ae2c26, NAME => 'SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T08:14:23,369 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for e968089ea492fc15f8a2d60c461eca17 2024-12-09T08:14:23,369 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for e968089ea492fc15f8a2d60c461eca17 2024-12-09T08:14:23,369 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 06509add580a4a60e9235b0207ae2c26 2024-12-09T08:14:23,369 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:23,369 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 06509add580a4a60e9235b0207ae2c26 2024-12-09T08:14:23,369 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 06509add580a4a60e9235b0207ae2c26 2024-12-09T08:14:23,369 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=cc8e0161c4c23de1cd871f2a6f9e5327, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,40617,1733732040022 2024-12-09T08:14:23,372 INFO [StoreOpener-06509add580a4a60e9235b0207ae2c26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 06509add580a4a60e9235b0207ae2c26 2024-12-09T08:14:23,372 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for e968089ea492fc15f8a2d60c461eca17 2024-12-09T08:14:23,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc8e0161c4c23de1cd871f2a6f9e5327, server=5bda946059d1,40617,1733732040022 because future has completed 2024-12-09T08:14:23,374 INFO [StoreOpener-06509add580a4a60e9235b0207ae2c26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06509add580a4a60e9235b0207ae2c26 columnFamilyName cf 2024-12-09T08:14:23,375 DEBUG [StoreOpener-06509add580a4a60e9235b0207ae2c26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:23,376 INFO [StoreOpener-06509add580a4a60e9235b0207ae2c26-1 {}] regionserver.HStore(327): Store=06509add580a4a60e9235b0207ae2c26/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:14:23,376 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 06509add580a4a60e9235b0207ae2c26 2024-12-09T08:14:23,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-12-09T08:14:23,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure cc8e0161c4c23de1cd871f2a6f9e5327, server=5bda946059d1,40617,1733732040022 in 10.1690 sec 2024-12-09T08:14:23,379 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/06509add580a4a60e9235b0207ae2c26 2024-12-09T08:14:23,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc8e0161c4c23de1cd871f2a6f9e5327, ASSIGN in 10.4020 sec 2024-12-09T08:14:23,385 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/e968089ea492fc15f8a2d60c461eca17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:14:23,387 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened e968089ea492fc15f8a2d60c461eca17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72248894, jitterRate=0.07659241557121277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:14:23,387 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e968089ea492fc15f8a2d60c461eca17 2024-12-09T08:14:23,387 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for e968089ea492fc15f8a2d60c461eca17: Running coprocessor pre-open hook at 1733732063347Writing region info on filesystem at 1733732063347Initializing all the Stores at 1733732063349 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732063349Cleaning up temporary data from old regions at 1733732063369 (+20 ms)Running coprocessor post-open hooks at 1733732063387 (+18 ms)Region opened successfully at 1733732063387 2024-12-09T08:14:23,388 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17., pid=20, masterSystemTime=1733732063204 2024-12-09T08:14:23,389 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/06509add580a4a60e9235b0207ae2c26 2024-12-09T08:14:23,390 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 06509add580a4a60e9235b0207ae2c26 2024-12-09T08:14:23,390 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 06509add580a4a60e9235b0207ae2c26 2024-12-09T08:14:23,391 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17. 2024-12-09T08:14:23,392 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17. 2024-12-09T08:14:23,392 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917. 2024-12-09T08:14:23,392 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 44f99a3399e20812566fb07efa8d9917, NAME => 'SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-09T08:14:23,392 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e968089ea492fc15f8a2d60c461eca17, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,36125,1733732040121 2024-12-09T08:14:23,392 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 44f99a3399e20812566fb07efa8d9917 2024-12-09T08:14:23,392 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:23,392 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 44f99a3399e20812566fb07efa8d9917 2024-12-09T08:14:23,392 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 44f99a3399e20812566fb07efa8d9917 2024-12-09T08:14:23,394 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 06509add580a4a60e9235b0207ae2c26 2024-12-09T08:14:23,395 INFO [StoreOpener-44f99a3399e20812566fb07efa8d9917-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 44f99a3399e20812566fb07efa8d9917 2024-12-09T08:14:23,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e968089ea492fc15f8a2d60c461eca17, server=5bda946059d1,36125,1733732040121 because future has completed 2024-12-09T08:14:23,443 INFO [StoreOpener-44f99a3399e20812566fb07efa8d9917-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44f99a3399e20812566fb07efa8d9917 columnFamilyName cf 2024-12-09T08:14:23,443 DEBUG [StoreOpener-44f99a3399e20812566fb07efa8d9917-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:23,444 INFO [StoreOpener-44f99a3399e20812566fb07efa8d9917-1 {}] regionserver.HStore(327): Store=44f99a3399e20812566fb07efa8d9917/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:14:23,444 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 44f99a3399e20812566fb07efa8d9917 2024-12-09T08:14:23,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-12-09T08:14:23,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e968089ea492fc15f8a2d60c461eca17, server=5bda946059d1,36125,1733732040121 in 10.2400 sec 2024-12-09T08:14:23,446 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/44f99a3399e20812566fb07efa8d9917 2024-12-09T08:14:23,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e968089ea492fc15f8a2d60c461eca17, ASSIGN in 10.4700 sec 2024-12-09T08:14:23,452 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/44f99a3399e20812566fb07efa8d9917 2024-12-09T08:14:23,452 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 44f99a3399e20812566fb07efa8d9917 2024-12-09T08:14:23,453 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 44f99a3399e20812566fb07efa8d9917 2024-12-09T08:14:23,457 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 44f99a3399e20812566fb07efa8d9917 2024-12-09T08:14:23,474 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/44f99a3399e20812566fb07efa8d9917/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:14:23,474 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 44f99a3399e20812566fb07efa8d9917; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62673307, jitterRate=-0.06609494984149933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:14:23,475 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44f99a3399e20812566fb07efa8d9917 2024-12-09T08:14:23,475 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 44f99a3399e20812566fb07efa8d9917: Running coprocessor pre-open hook at 1733732063392Writing region info on filesystem at 1733732063392Initializing all the Stores at 1733732063394 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732063394Cleaning up temporary data from old regions at 1733732063453 (+59 ms)Running coprocessor post-open hooks at 1733732063475 (+22 ms)Region opened successfully at 1733732063475 2024-12-09T08:14:23,476 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917., pid=23, masterSystemTime=1733732063204 2024-12-09T08:14:23,476 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/06509add580a4a60e9235b0207ae2c26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:14:23,478 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 06509add580a4a60e9235b0207ae2c26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70699599, jitterRate=0.053506121039390564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:14:23,478 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06509add580a4a60e9235b0207ae2c26 2024-12-09T08:14:23,478 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 06509add580a4a60e9235b0207ae2c26: Running coprocessor pre-open hook at 1733732063369Writing region info on filesystem at 1733732063369Initializing all the Stores at 1733732063371 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732063371Cleaning up temporary data from old regions at 1733732063390 (+19 ms)Running coprocessor post-open hooks at 1733732063478 (+88 ms)Region opened successfully at 1733732063478 2024-12-09T08:14:23,479 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917. 2024-12-09T08:14:23,479 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917. 2024-12-09T08:14:23,485 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26., pid=18, masterSystemTime=1733732063208 2024-12-09T08:14:23,485 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44f99a3399e20812566fb07efa8d9917, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,36125,1733732040121 2024-12-09T08:14:23,491 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. 2024-12-09T08:14:23,492 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. 2024-12-09T08:14:23,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44f99a3399e20812566fb07efa8d9917, server=5bda946059d1,36125,1733732040121 because future has completed 2024-12-09T08:14:23,492 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae. 2024-12-09T08:14:23,492 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b8e9bd0a635a52427f163a60e6f45dae, NAME => 'SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-09T08:14:23,492 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b8e9bd0a635a52427f163a60e6f45dae 2024-12-09T08:14:23,493 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37481 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=5bda946059d1,36125,1733732040121, table=SPTestTable, region=44f99a3399e20812566fb07efa8d9917. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T08:14:23,493 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:14:23,493 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b8e9bd0a635a52427f163a60e6f45dae 2024-12-09T08:14:23,493 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b8e9bd0a635a52427f163a60e6f45dae 2024-12-09T08:14:23,494 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=06509add580a4a60e9235b0207ae2c26, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,40617,1733732040022 2024-12-09T08:14:23,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06509add580a4a60e9235b0207ae2c26, server=5bda946059d1,40617,1733732040022 because future has completed 2024-12-09T08:14:23,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-12-09T08:14:23,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 44f99a3399e20812566fb07efa8d9917, server=5bda946059d1,36125,1733732040121 in 10.2850 sec 2024-12-09T08:14:23,501 INFO [StoreOpener-b8e9bd0a635a52427f163a60e6f45dae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b8e9bd0a635a52427f163a60e6f45dae 2024-12-09T08:14:23,503 INFO [StoreOpener-b8e9bd0a635a52427f163a60e6f45dae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8e9bd0a635a52427f163a60e6f45dae columnFamilyName cf 2024-12-09T08:14:23,503 DEBUG [StoreOpener-b8e9bd0a635a52427f163a60e6f45dae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:14:23,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44f99a3399e20812566fb07efa8d9917, ASSIGN in 10.5240 sec 2024-12-09T08:14:23,504 INFO [StoreOpener-b8e9bd0a635a52427f163a60e6f45dae-1 {}] regionserver.HStore(327): Store=b8e9bd0a635a52427f163a60e6f45dae/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:14:23,505 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b8e9bd0a635a52427f163a60e6f45dae 2024-12-09T08:14:23,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-12-09T08:14:23,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 06509add580a4a60e9235b0207ae2c26, server=5bda946059d1,40617,1733732040022 in 10.3050 sec 2024-12-09T08:14:23,506 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/b8e9bd0a635a52427f163a60e6f45dae 2024-12-09T08:14:23,506 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/b8e9bd0a635a52427f163a60e6f45dae 2024-12-09T08:14:23,507 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b8e9bd0a635a52427f163a60e6f45dae 2024-12-09T08:14:23,507 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b8e9bd0a635a52427f163a60e6f45dae 2024-12-09T08:14:23,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06509add580a4a60e9235b0207ae2c26, ASSIGN in 10.5290 sec 2024-12-09T08:14:23,509 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b8e9bd0a635a52427f163a60e6f45dae 2024-12-09T08:14:23,522 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/b8e9bd0a635a52427f163a60e6f45dae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T08:14:23,523 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b8e9bd0a635a52427f163a60e6f45dae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63370248, jitterRate=-0.05570971965789795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:14:23,523 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8e9bd0a635a52427f163a60e6f45dae 2024-12-09T08:14:23,523 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b8e9bd0a635a52427f163a60e6f45dae: Running coprocessor pre-open hook at 1733732063493Writing region info on filesystem at 1733732063493Initializing all the Stores at 1733732063499 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732063499Cleaning up temporary data from old regions at 1733732063507 (+8 ms)Running coprocessor post-open hooks at 1733732063523 (+16 ms)Region opened successfully at 1733732063523 2024-12-09T08:14:23,524 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae., pid=24, masterSystemTime=1733732063208 2024-12-09T08:14:23,530 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b8e9bd0a635a52427f163a60e6f45dae, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,40617,1733732040022 2024-12-09T08:14:23,531 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae. 2024-12-09T08:14:23,531 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae. 2024-12-09T08:14:23,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8e9bd0a635a52427f163a60e6f45dae, server=5bda946059d1,40617,1733732040022 because future has completed 2024-12-09T08:14:23,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-12-09T08:14:23,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure b8e9bd0a635a52427f163a60e6f45dae, server=5bda946059d1,40617,1733732040022 in 10.3200 sec 2024-12-09T08:14:23,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-12-09T08:14:23,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8e9bd0a635a52427f163a60e6f45dae, ASSIGN in 10.5640 sec 2024-12-09T08:14:23,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T08:14:23,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733732063549"}]},"ts":"1733732063549"} 2024-12-09T08:14:23,552 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-09T08:14:23,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T08:14:23,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.4450 sec 2024-12-09T08:14:25,305 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-09T08:14:28,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T08:14:28,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T08:14:28,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T08:14:28,726 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T08:14:28,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T08:14:28,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T08:14:28,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T08:14:29,779 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T08:14:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T08:14:30,324 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-09T08:14:30,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-09T08:14:30,324 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T08:14:30,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-09T08:14:30,328 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T08:14:30,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-09T08:14:30,348 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26., hostname=5bda946059d1,40617,1733732040022, seqNum=2] 2024-12-09T08:14:30,350 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26., hostname=5bda946059d1,40617,1733732040022, seqNum=2] 2024-12-09T08:14:30,351 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26., hostname=5bda946059d1,40617,1733732040022, seqNum=2] 2024-12-09T08:14:30,352 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26., hostname=5bda946059d1,40617,1733732040022, seqNum=2] 2024-12-09T08:14:30,354 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26., hostname=5bda946059d1,40617,1733732040022, seqNum=2] 2024-12-09T08:14:30,355 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26., hostname=5bda946059d1,40617,1733732040022, seqNum=2] 2024-12-09T08:14:30,410 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2., hostname=5bda946059d1,36125,1733732040121, seqNum=2] 2024-12-09T08:14:30,412 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2., hostname=5bda946059d1,36125,1733732040121, seqNum=2] 2024-12-09T08:14:30,414 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2., hostname=5bda946059d1,36125,1733732040121, seqNum=2] 2024-12-09T08:14:30,474 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38., hostname=5bda946059d1,44557,1733732040171, seqNum=2] 2024-12-09T08:14:30,475 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38., hostname=5bda946059d1,44557,1733732040171, seqNum=2] 2024-12-09T08:14:30,480 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38., hostname=5bda946059d1,44557,1733732040171, seqNum=2] 2024-12-09T08:14:30,485 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38., hostname=5bda946059d1,44557,1733732040171, seqNum=2] 2024-12-09T08:14:30,619 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3., hostname=5bda946059d1,40617,1733732040022, seqNum=2] 2024-12-09T08:14:30,623 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3., hostname=5bda946059d1,40617,1733732040022, seqNum=2] 2024-12-09T08:14:30,625 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3., hostname=5bda946059d1,40617,1733732040022, seqNum=2] 2024-12-09T08:14:30,626 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3., hostname=5bda946059d1,40617,1733732040022, seqNum=2] 2024-12-09T08:14:30,641 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3., hostname=5bda946059d1,40617,1733732040022, seqNum=2] 2024-12-09T08:14:30,642 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3., hostname=5bda946059d1,40617,1733732040022, seqNum=2] 2024-12-09T08:14:30,644 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3., hostname=5bda946059d1,40617,1733732040022, seqNum=2] 2024-12-09T08:14:30,645 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3., hostname=5bda946059d1,40617,1733732040022, seqNum=2] 2024-12-09T08:14:31,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T08:14:31,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T08:14:31,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T08:14:31,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T08:14:31,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T08:14:31,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T08:14:31,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. 2024-12-09T08:14:31,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T08:14:31,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T08:14:31,884 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-09T08:14:31,885 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T08:14:31,886 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T08:14:31,887 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T08:14:31,889 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T08:14:31,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741848_1024 (size=49) 2024-12-09T08:14:31,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741848_1024 (size=49) 2024-12-09T08:14:31,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741848_1024 (size=49) 2024-12-09T08:14:31,900 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T08:14:31,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb4b87660b11dfd7bee4b1694eba1aec}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e968089ea492fc15f8a2d60c461eca17}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8e9bd0a635a52427f163a60e6f45dae}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc8e0161c4c23de1cd871f2a6f9e5327}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44f99a3399e20812566fb07efa8d9917}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f985d98374599ea4b099df3d5fc9fcb9}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06509add580a4a60e9235b0207ae2c26}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1839af1f59f94e506acdccf2a03c9d2}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60e25c12b747ef46106bbeadf0668d38}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb39b4de62d2c4e94bb05be7b2febfb3}] 2024-12-09T08:14:31,902 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8e9bd0a635a52427f163a60e6f45dae 2024-12-09T08:14:31,902 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc8e0161c4c23de1cd871f2a6f9e5327 2024-12-09T08:14:31,902 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e968089ea492fc15f8a2d60c461eca17 2024-12-09T08:14:31,902 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:14:31,902 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb39b4de62d2c4e94bb05be7b2febfb3 2024-12-09T08:14:31,906 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:14:31,906 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:14:31,906 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1839af1f59f94e506acdccf2a03c9d2 2024-12-09T08:14:31,906 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06509add580a4a60e9235b0207ae2c26 2024-12-09T08:14:31,910 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44f99a3399e20812566fb07efa8d9917 2024-12-09T08:14:33,537 INFO [regionserver/5bda946059d1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-09T08:14:41,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-09T08:14:41,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-09T08:14:41,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-09T08:14:41,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-09T08:14:41,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2. 2024-12-09T08:14:41,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-09T08:14:41,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. 2024-12-09T08:14:41,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae. 2024-12-09T08:14:41,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-09T08:14:41,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-09T08:14:41,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-09T08:14:41,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917. 2024-12-09T08:14:41,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. 2024-12-09T08:14:41,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for bb4b87660b11dfd7bee4b1694eba1aec: 2024-12-09T08:14:41,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for b8e9bd0a635a52427f163a60e6f45dae: 2024-12-09T08:14:41,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 44f99a3399e20812566fb07efa8d9917: 2024-12-09T08:14:41,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. for SnapshotProcedureTest completed. 2024-12-09T08:14:41,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae. for SnapshotProcedureTest completed. 2024-12-09T08:14:41,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917. for SnapshotProcedureTest completed. 2024-12-09T08:14:41,907 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing a1839af1f59f94e506acdccf2a03c9d2 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-09T08:14:41,907 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 60e25c12b747ef46106bbeadf0668d38 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-09T08:14:41,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:14:41,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:14:41,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:14:41,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:14:41,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:14:41,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:14:41,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T08:14:41,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T08:14:41,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T08:14:41,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17. 2024-12-09T08:14:41,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for e968089ea492fc15f8a2d60c461eca17: 2024-12-09T08:14:41,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-09T08:14:41,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17. for SnapshotProcedureTest completed. 2024-12-09T08:14:41,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327. 2024-12-09T08:14:41,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:14:41,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:14:41,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for cc8e0161c4c23de1cd871f2a6f9e5327: 2024-12-09T08:14:41,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T08:14:41,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327. for SnapshotProcedureTest completed. 2024-12-09T08:14:41,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:14:41,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:14:41,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T08:14:41,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. 2024-12-09T08:14:41,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-09T08:14:41,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for f985d98374599ea4b099df3d5fc9fcb9: 2024-12-09T08:14:41,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. for SnapshotProcedureTest completed. 2024-12-09T08:14:41,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3. 2024-12-09T08:14:41,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:14:41,912 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing fb39b4de62d2c4e94bb05be7b2febfb3 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-09T08:14:41,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:14:41,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T08:14:41,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/a1839af1f59f94e506acdccf2a03c9d2/.tmp/cf/fe0ac345b971473bad379ec699027f16 is 34, key is baa/cf:cf/1733732071439/Put/seqid=0 2024-12-09T08:14:41,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/60e25c12b747ef46106bbeadf0668d38/.tmp/cf/d07dd65020a14cc38831eddf1d90c414 is 34, key is ccd/cf:cf/1733732071427/Put/seqid=0 2024-12-09T08:14:41,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741850_1026 (size=57) 2024-12-09T08:14:41,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741850_1026 (size=57) 2024-12-09T08:14:41,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741850_1026 (size=57) 2024-12-09T08:14:41,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. 2024-12-09T08:14:41,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-09T08:14:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-09T08:14:41,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:14:41,957 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:14:41,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741849_1025 (size=65) 2024-12-09T08:14:41,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741849_1025 (size=65) 2024-12-09T08:14:41,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bb4b87660b11dfd7bee4b1694eba1aec in 10.0570 sec 2024-12-09T08:14:41,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741849_1025 (size=65) 2024-12-09T08:14:41,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. 2024-12-09T08:14:41,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-09T08:14:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-09T08:14:41,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:14:41,964 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:14:41,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f985d98374599ea4b099df3d5fc9fcb9 in 10.0640 sec 2024-12-09T08:14:41,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741852_1028 (size=65) 2024-12-09T08:14:41,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741852_1028 (size=65) 2024-12-09T08:14:41,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741852_1028 (size=65) 2024-12-09T08:14:41,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17. 2024-12-09T08:14:41,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-09T08:14:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-09T08:14:41,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e968089ea492fc15f8a2d60c461eca17 2024-12-09T08:14:41,982 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e968089ea492fc15f8a2d60c461eca17 2024-12-09T08:14:41,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e968089ea492fc15f8a2d60c461eca17 in 10.0810 sec 2024-12-09T08:14:41,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741851_1027 (size=65) 2024-12-09T08:14:41,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741851_1027 (size=65) 2024-12-09T08:14:41,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741851_1027 (size=65) 2024-12-09T08:14:41,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917. 2024-12-09T08:14:41,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-09T08:14:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-09T08:14:41,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 44f99a3399e20812566fb07efa8d9917 2024-12-09T08:14:41,988 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44f99a3399e20812566fb07efa8d9917 2024-12-09T08:14:41,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 44f99a3399e20812566fb07efa8d9917 in 10.0880 sec 2024-12-09T08:14:41,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741854_1030 (size=65) 2024-12-09T08:14:41,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741854_1030 (size=65) 2024-12-09T08:14:41,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741854_1030 (size=65) 2024-12-09T08:14:41,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327. 2024-12-09T08:14:41,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-09T08:14:41,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. 2024-12-09T08:14:41,999 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 06509add580a4a60e9235b0207ae2c26 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-09T08:14:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-09T08:14:41,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cc8e0161c4c23de1cd871f2a6f9e5327 2024-12-09T08:14:41,999 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc8e0161c4c23de1cd871f2a6f9e5327 2024-12-09T08:14:42,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cc8e0161c4c23de1cd871f2a6f9e5327 in 10.0990 sec 2024-12-09T08:14:42,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/fb39b4de62d2c4e94bb05be7b2febfb3/.tmp/cf/187a5855f797472f877a5297381db8da is 34, key is eaa/cf:cf/1733732071803/Put/seqid=0 2024-12-09T08:14:42,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741853_1029 (size=65) 2024-12-09T08:14:42,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741853_1029 (size=65) 2024-12-09T08:14:42,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741853_1029 (size=65) 2024-12-09T08:14:42,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae. 2024-12-09T08:14:42,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-09T08:14:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-09T08:14:42,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b8e9bd0a635a52427f163a60e6f45dae 2024-12-09T08:14:42,015 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8e9bd0a635a52427f163a60e6f45dae 2024-12-09T08:14:42,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b8e9bd0a635a52427f163a60e6f45dae in 10.1150 sec 2024-12-09T08:14:42,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/06509add580a4a60e9235b0207ae2c26/.tmp/cf/fbcd9e21af8a4a80b9cb8dab6b3b1ca8 is 34, key is aaa/cf:cf/1733732071460/Put/seqid=0 2024-12-09T08:14:42,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741855_1031 (size=28623) 2024-12-09T08:14:42,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741855_1031 (size=28623) 2024-12-09T08:14:42,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741855_1031 (size=28623) 2024-12-09T08:14:42,035 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/a1839af1f59f94e506acdccf2a03c9d2/.tmp/cf/fe0ac345b971473bad379ec699027f16 2024-12-09T08:14:42,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741856_1032 (size=47197) 2024-12-09T08:14:42,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741856_1032 (size=47197) 2024-12-09T08:14:42,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741857_1033 (size=499309) 2024-12-09T08:14:42,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741857_1033 (size=499309) 2024-12-09T08:14:42,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741856_1032 (size=47197) 2024-12-09T08:14:42,049 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/60e25c12b747ef46106bbeadf0668d38/.tmp/cf/d07dd65020a14cc38831eddf1d90c414 2024-12-09T08:14:42,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741857_1033 (size=499309) 2024-12-09T08:14:42,050 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/fb39b4de62d2c4e94bb05be7b2febfb3/.tmp/cf/187a5855f797472f877a5297381db8da 2024-12-09T08:14:42,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/a1839af1f59f94e506acdccf2a03c9d2/.tmp/cf/fe0ac345b971473bad379ec699027f16 as hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/a1839af1f59f94e506acdccf2a03c9d2/cf/fe0ac345b971473bad379ec699027f16 2024-12-09T08:14:42,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/60e25c12b747ef46106bbeadf0668d38/.tmp/cf/d07dd65020a14cc38831eddf1d90c414 as hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/60e25c12b747ef46106bbeadf0668d38/cf/d07dd65020a14cc38831eddf1d90c414 2024-12-09T08:14:42,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741858_1034 (size=26918) 2024-12-09T08:14:42,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741858_1034 (size=26918) 2024-12-09T08:14:42,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741858_1034 (size=26918) 2024-12-09T08:14:42,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/fb39b4de62d2c4e94bb05be7b2febfb3/.tmp/cf/187a5855f797472f877a5297381db8da as hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/fb39b4de62d2c4e94bb05be7b2febfb3/cf/187a5855f797472f877a5297381db8da 2024-12-09T08:14:42,070 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/60e25c12b747ef46106bbeadf0668d38/cf/d07dd65020a14cc38831eddf1d90c414, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-09T08:14:42,070 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/a1839af1f59f94e506acdccf2a03c9d2/cf/fe0ac345b971473bad379ec699027f16, entries=731, sequenceid=5, filesize=28.0 K 2024-12-09T08:14:42,071 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 60e25c12b747ef46106bbeadf0668d38 in 164ms, sequenceid=5, compaction requested=false 2024-12-09T08:14:42,071 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for a1839af1f59f94e506acdccf2a03c9d2 in 164ms, sequenceid=5, compaction requested=false 2024-12-09T08:14:42,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for a1839af1f59f94e506acdccf2a03c9d2: 2024-12-09T08:14:42,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 60e25c12b747ef46106bbeadf0668d38: 2024-12-09T08:14:42,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2. for SnapshotProcedureTest completed. 2024-12-09T08:14:42,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. for SnapshotProcedureTest completed. 2024-12-09T08:14:42,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:14:42,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:14:42,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:14:42,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:14:42,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/a1839af1f59f94e506acdccf2a03c9d2/cf/fe0ac345b971473bad379ec699027f16] hfiles 2024-12-09T08:14:42,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/60e25c12b747ef46106bbeadf0668d38/cf/d07dd65020a14cc38831eddf1d90c414] hfiles 2024-12-09T08:14:42,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/a1839af1f59f94e506acdccf2a03c9d2/cf/fe0ac345b971473bad379ec699027f16 for snapshot=SnapshotProcedureTest 2024-12-09T08:14:42,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/60e25c12b747ef46106bbeadf0668d38/cf/d07dd65020a14cc38831eddf1d90c414 for snapshot=SnapshotProcedureTest 2024-12-09T08:14:42,074 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/fb39b4de62d2c4e94bb05be7b2febfb3/cf/187a5855f797472f877a5297381db8da, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-09T08:14:42,075 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for fb39b4de62d2c4e94bb05be7b2febfb3 in 163ms, sequenceid=5, compaction requested=false 2024-12-09T08:14:42,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for fb39b4de62d2c4e94bb05be7b2febfb3: 2024-12-09T08:14:42,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3. for SnapshotProcedureTest completed. 2024-12-09T08:14:42,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:14:42,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:14:42,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/fb39b4de62d2c4e94bb05be7b2febfb3/cf/187a5855f797472f877a5297381db8da] hfiles 2024-12-09T08:14:42,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/fb39b4de62d2c4e94bb05be7b2febfb3/cf/187a5855f797472f877a5297381db8da for snapshot=SnapshotProcedureTest 2024-12-09T08:14:42,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741860_1036 (size=105) 2024-12-09T08:14:42,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741861_1037 (size=105) 2024-12-09T08:14:42,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741859_1035 (size=97) 2024-12-09T08:14:42,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741859_1035 (size=97) 2024-12-09T08:14:42,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741860_1036 (size=105) 2024-12-09T08:14:42,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741860_1036 (size=105) 2024-12-09T08:14:42,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2. 2024-12-09T08:14:42,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-09T08:14:42,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741861_1037 (size=105) 2024-12-09T08:14:42,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741861_1037 (size=105) 2024-12-09T08:14:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-09T08:14:42,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a1839af1f59f94e506acdccf2a03c9d2 2024-12-09T08:14:42,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. 2024-12-09T08:14:42,101 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1839af1f59f94e506acdccf2a03c9d2 2024-12-09T08:14:42,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-09T08:14:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-09T08:14:42,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741859_1035 (size=97) 2024-12-09T08:14:42,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:14:42,102 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:14:42,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3. 2024-12-09T08:14:42,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-09T08:14:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-09T08:14:42,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fb39b4de62d2c4e94bb05be7b2febfb3 2024-12-09T08:14:42,104 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb39b4de62d2c4e94bb05be7b2febfb3 2024-12-09T08:14:42,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a1839af1f59f94e506acdccf2a03c9d2 in 10.2010 sec 2024-12-09T08:14:42,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 60e25c12b747ef46106bbeadf0668d38 in 10.2020 sec 2024-12-09T08:14:42,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fb39b4de62d2c4e94bb05be7b2febfb3 in 10.2040 sec 2024-12-09T08:14:42,464 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/06509add580a4a60e9235b0207ae2c26/.tmp/cf/fbcd9e21af8a4a80b9cb8dab6b3b1ca8 2024-12-09T08:14:42,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/06509add580a4a60e9235b0207ae2c26/.tmp/cf/fbcd9e21af8a4a80b9cb8dab6b3b1ca8 as hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/06509add580a4a60e9235b0207ae2c26/cf/fbcd9e21af8a4a80b9cb8dab6b3b1ca8 2024-12-09T08:14:42,485 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/06509add580a4a60e9235b0207ae2c26/cf/fbcd9e21af8a4a80b9cb8dab6b3b1ca8, entries=676, sequenceid=5, filesize=26.3 K 2024-12-09T08:14:42,486 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 06509add580a4a60e9235b0207ae2c26 in 486ms, sequenceid=5, compaction requested=false 2024-12-09T08:14:42,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 06509add580a4a60e9235b0207ae2c26: 2024-12-09T08:14:42,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. for SnapshotProcedureTest completed. 2024-12-09T08:14:42,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T08:14:42,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T08:14:42,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/06509add580a4a60e9235b0207ae2c26/cf/fbcd9e21af8a4a80b9cb8dab6b3b1ca8] hfiles 2024-12-09T08:14:42,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/06509add580a4a60e9235b0207ae2c26/cf/fbcd9e21af8a4a80b9cb8dab6b3b1ca8 for snapshot=SnapshotProcedureTest 2024-12-09T08:14:42,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741862_1038 (size=105) 2024-12-09T08:14:42,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741862_1038 (size=105) 2024-12-09T08:14:42,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741862_1038 (size=105) 2024-12-09T08:14:42,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. 2024-12-09T08:14:42,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-09T08:14:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-09T08:14:42,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 06509add580a4a60e9235b0207ae2c26 2024-12-09T08:14:42,500 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06509add580a4a60e9235b0207ae2c26 2024-12-09T08:14:42,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-09T08:14:42,503 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T08:14:42,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 06509add580a4a60e9235b0207ae2c26 in 10.6000 sec 2024-12-09T08:14:42,503 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T08:14:42,504 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T08:14:42,504 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-09T08:14:42,506 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T08:14:42,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741863_1039 (size=1174) 2024-12-09T08:14:42,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741863_1039 (size=1174) 2024-12-09T08:14:42,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741863_1039 (size=1174) 2024-12-09T08:14:42,530 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T08:14:42,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-09T08:14:42,538 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,40617,1733732040022 2024-12-09T08:14:42,538 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,44557,1733732040171 2024-12-09T08:14:42,538 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,44557,1733732040171 2024-12-09T08:14:42,538 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,36125,1733732040121 2024-12-09T08:14:42,538 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,40617,1733732040022 2024-12-09T08:14:42,542 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,40617,1733732040022 2024-12-09T08:14:42,543 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,36125,1733732040121 2024-12-09T08:14:42,543 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,44557,1733732040171 2024-12-09T08:14:42,543 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,36125,1733732040121 2024-12-09T08:14:42,604 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T08:14:42,605 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 5bda946059d1,44557,1733732040171 2024-12-09T08:14:42,605 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 5bda946059d1,44557,1733732040171: Simulated kill ***** 2024-12-09T08:14:42,605 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-09T08:14:42,605 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-09T08:14:42,607 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-09T08:14:42,607 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-09T08:14:42,607 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-09T08:14:42,607 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 477407704 }, "NonHeapMemoryUsage": { "committed": 177668096, "init": 7667712, "max": -1, "used": 174796136 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-09T08:14:42,608 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37481 {}] master.MasterRpcServices(700): 5bda946059d1,44557,1733732040171 reported a fatal error: ***** ABORTING region server 5bda946059d1,44557,1733732040171: Simulated kill ***** 2024-12-09T08:14:42,609 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5bda946059d1,44557,1733732040171' ***** 2024-12-09T08:14:42,609 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-09T08:14:42,609 INFO [RS:2;5bda946059d1:44557 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T08:14:42,609 INFO [RS:2;5bda946059d1:44557 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-09T08:14:42,609 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T08:14:42,610 INFO [RS:2;5bda946059d1:44557 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-09T08:14:42,610 INFO [RS:2;5bda946059d1:44557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T08:14:42,610 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T08:14:42,610 INFO [RS:2;5bda946059d1:44557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;5bda946059d1:44557. 2024-12-09T08:14:42,610 DEBUG [RS:2;5bda946059d1:44557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T08:14:42,610 DEBUG [RS:2;5bda946059d1:44557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:14:42,612 INFO [regionserver/5bda946059d1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T08:14:42,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741834_1010 (size=1473) 2024-12-09T08:14:42,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741834_1010 (size=1473) 2024-12-09T08:14:42,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741834_1010 (size=1473) 2024-12-09T08:14:42,616 DEBUG [RS:2;5bda946059d1:44557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:14:42,616 INFO [RS:2;5bda946059d1:44557 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T08:14:42,616 INFO [RS:2;5bda946059d1:44557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44557 2024-12-09T08:14:42,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10009a3832d0003, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5bda946059d1,44557,1733732040171 2024-12-09T08:14:42,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T08:14:42,670 INFO [RS:2;5bda946059d1:44557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T08:14:42,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5bda946059d1,44557,1733732040171] 2024-12-09T08:14:42,691 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5bda946059d1,44557,1733732040171 already deleted, retry=false 2024-12-09T08:14:42,691 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 5bda946059d1,44557,1733732040171 on 5bda946059d1,37481,1733732039804 2024-12-09T08:14:42,693 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5bda946059d1,44557,1733732040171, splitWal=true, meta=false 2024-12-09T08:14:42,693 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 5bda946059d1,44557,1733732040171 (carryingMeta=false) 5bda946059d1,44557,1733732040171/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@161aea72[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-09T08:14:42,694 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5bda946059d1,44557,1733732040171, splitWal=true, meta=false 2024-12-09T08:14:42,695 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 5bda946059d1,44557,1733732040171 had 3 regions 2024-12-09T08:14:42,696 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5bda946059d1,44557,1733732040171, splitWal=true, meta=false, isMeta: false 2024-12-09T08:14:42,698 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171-splitting 2024-12-09T08:14:42,699 INFO [PEWorker-2 {}] master.SplitWALManager(105): 5bda946059d1,44557,1733732040171 WAL count=1, meta=false 2024-12-09T08:14:42,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 5bda946059d1%2C44557%2C1733732040171.1733732041455}] 2024-12-09T08:14:42,701 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=5bda946059d1,36125,1733732040121 2024-12-09T08:14:42,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5bda946059d1%2C44557%2C1733732040171.1733732041455, worker=5bda946059d1,36125,1733732040121}] 2024-12-09T08:14:42,703 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,44557,1733732040171 Release verify snapshot worker=5bda946059d1,44557,1733732040171 2024-12-09T08:14:42,703 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 5bda946059d1,44557,1733732040171, this operation will be retried to send to another server 2024-12-09T08:14:42,703 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-09T08:14:42,703 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733732083703 2024-12-09T08:14:42,705 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,44557,1733732040171 Release verify snapshot worker=5bda946059d1,44557,1733732040171 2024-12-09T08:14:42,705 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-12-09T08:14:42,705 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to 5bda946059d1,44557,1733732040171, this operation will be retried to send to another server 2024-12-09T08:14:42,705 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-12-09T08:14:42,705 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-12-09T08:14:42,705 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-09T08:14:42,706 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733732083706 2024-12-09T08:14:42,707 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,44557,1733732040171 Release verify snapshot worker=5bda946059d1,44557,1733732040171 2024-12-09T08:14:42,707 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to 5bda946059d1,44557,1733732040171, this operation will be retried to send to another server 2024-12-09T08:14:42,707 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-09T08:14:42,708 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733732083708 2024-12-09T08:14:42,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10009a3832d0003, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T08:14:42,781 INFO [RS:2;5bda946059d1:44557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T08:14:42,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x10009a3832d0003, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T08:14:42,781 INFO [RS:2;5bda946059d1:44557 {}] regionserver.HRegionServer(1031): Exiting; stopping=5bda946059d1,44557,1733732040171; zookeeper connection closed. 2024-12-09T08:14:42,782 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e9e25cf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e9e25cf 2024-12-09T08:14:43,321 INFO [regionserver/5bda946059d1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T08:14:43,321 INFO [regionserver/5bda946059d1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T08:14:51,985 INFO [master/5bda946059d1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T08:14:51,985 INFO [master/5bda946059d1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T08:14:52,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-09T08:14:52,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-09T08:14:52,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-09T08:14:52,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-09T08:14:52,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-09T08:14:52,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-09T08:14:52,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-09T08:14:52,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T08:14:52,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-09T08:14:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-09T08:14:52,547 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,36125,1733732040121 Release verify snapshot worker=5bda946059d1,36125,1733732040121 2024-12-09T08:14:52,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,36125,1733732040121 in 10.0130 sec 2024-12-09T08:14:52,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-09T08:14:52,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-09T08:14:52,551 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,36125,1733732040121 2024-12-09T08:14:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-09T08:14:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-09T08:14:52,558 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,36125,1733732040121 Release verify snapshot worker=5bda946059d1,36125,1733732040121 2024-12-09T08:14:52,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,36125,1733732040121 in 10.0230 sec 2024-12-09T08:14:52,560 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,36125,1733732040121 Release verify snapshot worker=5bda946059d1,36125,1733732040121 2024-12-09T08:14:52,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T08:14:52,561 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,36125,1733732040121 2024-12-09T08:14:52,561 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,36125,1733732040121 2024-12-09T08:14:52,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-09T08:14:52,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-09T08:14:52,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-09T08:14:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-09T08:14:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-09T08:14:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-09T08:14:52,568 INFO [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171-splitting/5bda946059d1%2C44557%2C1733732040171.1733732041455, size=1.4 K (1473bytes) 2024-12-09T08:14:52,568 INFO [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171-splitting/5bda946059d1%2C44557%2C1733732040171.1733732041455 2024-12-09T08:14:52,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,36125,1733732040121 in 10.0250 sec 2024-12-09T08:14:52,569 INFO [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171-splitting/5bda946059d1%2C44557%2C1733732040171.1733732041455 after 1ms 2024-12-09T08:14:52,572 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,40617,1733732040022 Release verify snapshot worker=5bda946059d1,40617,1733732040022 2024-12-09T08:14:52,572 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,40617,1733732040022 Release verify snapshot worker=5bda946059d1,40617,1733732040022 2024-12-09T08:14:52,575 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,40617,1733732040022 Release verify snapshot worker=5bda946059d1,40617,1733732040022 2024-12-09T08:14:52,575 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5bda946059d1,40617,1733732040022 2024-12-09T08:14:52,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,40617,1733732040022 in 10.0380 sec 2024-12-09T08:14:52,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,40617,1733732040022 in 10.0380 sec 2024-12-09T08:14:52,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,40617,1733732040022 in 10.0400 sec 2024-12-09T08:14:52,587 INFO [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171-splitting/5bda946059d1%2C44557%2C1733732040171.1733732041455 took 19ms 2024-12-09T08:14:52,603 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for f985d98374599ea4b099df3d5fc9fcb9: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T08:14:52,605 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 60e25c12b747ef46106bbeadf0668d38: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-09T08:14:52,608 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for bb4b87660b11dfd7bee4b1694eba1aec: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T08:14:52,608 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171-splitting/5bda946059d1%2C44557%2C1733732040171.1733732041455 so closing down 2024-12-09T08:14:52,608 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T08:14:52,609 INFO [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T08:14:52,609 INFO [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 9 ms; skipped=5; WAL=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171-splitting/5bda946059d1%2C44557%2C1733732040171.1733732041455, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-12-09T08:14:52,609 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171-splitting/5bda946059d1%2C44557%2C1733732040171.1733732041455, journal: Splitting hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171-splitting/5bda946059d1%2C44557%2C1733732040171.1733732041455, size=1.4 K (1473bytes) at 1733732092568Finishing writing output for hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171-splitting/5bda946059d1%2C44557%2C1733732040171.1733732041455 so closing down at 1733732092608 (+40 ms)3 split writer threads finished at 1733732092609 (+1 ms)Processed 5 edits across 0 Regions in 9 ms; skipped=5; WAL=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171-splitting/5bda946059d1%2C44557%2C1733732040171.1733732041455, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1733732092609 2024-12-09T08:14:52,609 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171-splitting/5bda946059d1%2C44557%2C1733732040171.1733732041455 2024-12-09T08:14:52,609 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5bda946059d1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-09T08:14:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-09T08:14:52,616 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171-splitting/5bda946059d1%2C44557%2C1733732040171.1733732041455 to hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/oldWALs 2024-12-09T08:14:52,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-09T08:14:52,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 5bda946059d1%2C44557%2C1733732040171.1733732041455, worker=5bda946059d1,36125,1733732040121 in 9.9140 sec 2024-12-09T08:14:52,620 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=5bda946059d1,36125,1733732040121 2024-12-09T08:14:52,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-09T08:14:52,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 5bda946059d1%2C44557%2C1733732040171.1733732041455, worker=5bda946059d1,36125,1733732040121 in 9.9210 sec 2024-12-09T08:14:52,629 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171-splitting dir is empty, no logs to split. 2024-12-09T08:14:52,629 INFO [PEWorker-2 {}] master.SplitWALManager(105): 5bda946059d1,44557,1733732040171 WAL count=0, meta=false 2024-12-09T08:14:52,629 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 5bda946059d1,44557,1733732040171 WAL splitting is done? wals=0, meta=false 2024-12-09T08:14:52,633 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 5bda946059d1,44557,1733732040171 failed, ignore...File hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/WALs/5bda946059d1,44557,1733732040171-splitting does not exist. 2024-12-09T08:14:52,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60e25c12b747ef46106bbeadf0668d38, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f985d98374599ea4b099df3d5fc9fcb9, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb4b87660b11dfd7bee4b1694eba1aec, ASSIGN}] 2024-12-09T08:14:52,636 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60e25c12b747ef46106bbeadf0668d38, ASSIGN 2024-12-09T08:14:52,637 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f985d98374599ea4b099df3d5fc9fcb9, ASSIGN 2024-12-09T08:14:52,637 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60e25c12b747ef46106bbeadf0668d38, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T08:14:52,639 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f985d98374599ea4b099df3d5fc9fcb9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T08:14:52,642 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb4b87660b11dfd7bee4b1694eba1aec, ASSIGN 2024-12-09T08:14:52,645 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb4b87660b11dfd7bee4b1694eba1aec, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T08:14:52,788 DEBUG [5bda946059d1:37481 {}] balancer.BalancerClusterState(204): Hosts are {5bda946059d1=0} racks are {/default-rack=0} 2024-12-09T08:14:52,788 DEBUG [5bda946059d1:37481 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T08:14:52,788 DEBUG [5bda946059d1:37481 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T08:14:52,788 DEBUG [5bda946059d1:37481 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T08:14:52,788 DEBUG [5bda946059d1:37481 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T08:14:52,789 INFO [5bda946059d1:37481 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T08:14:52,789 INFO [5bda946059d1:37481 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T08:14:52,789 DEBUG [5bda946059d1:37481 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T08:14:52,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=f985d98374599ea4b099df3d5fc9fcb9, regionState=OPENING, regionLocation=5bda946059d1,36125,1733732040121 2024-12-09T08:14:52,789 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=60e25c12b747ef46106bbeadf0668d38, regionState=OPENING, regionLocation=5bda946059d1,40617,1733732040022 2024-12-09T08:14:52,789 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=bb4b87660b11dfd7bee4b1694eba1aec, regionState=OPENING, regionLocation=5bda946059d1,40617,1733732040022 2024-12-09T08:14:52,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb4b87660b11dfd7bee4b1694eba1aec, ASSIGN because future has completed 2024-12-09T08:14:52,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb4b87660b11dfd7bee4b1694eba1aec, server=5bda946059d1,40617,1733732040022}] 2024-12-09T08:14:52,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f985d98374599ea4b099df3d5fc9fcb9, ASSIGN because future has completed 2024-12-09T08:14:52,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure f985d98374599ea4b099df3d5fc9fcb9, server=5bda946059d1,36125,1733732040121}] 2024-12-09T08:14:52,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60e25c12b747ef46106bbeadf0668d38, ASSIGN because future has completed 2024-12-09T08:14:52,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60e25c12b747ef46106bbeadf0668d38, server=5bda946059d1,40617,1733732040022}] 2024-12-09T08:14:59,779 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T08:15:01,338 INFO [regionserver/5bda946059d1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-09T08:15:02,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-09T08:15:02,556 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. 2024-12-09T08:15:02,556 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => f985d98374599ea4b099df3d5fc9fcb9, NAME => 'SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-09T08:15:02,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-09T08:15:02,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-09T08:15:02,556 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:15:02,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-09T08:15:02,556 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:15:02,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-09T08:15:02,556 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:15:02,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-09T08:15:02,556 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:15:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-09T08:15:02,558 INFO [StoreOpener-f985d98374599ea4b099df3d5fc9fcb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:15:02,559 INFO [StoreOpener-f985d98374599ea4b099df3d5fc9fcb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f985d98374599ea4b099df3d5fc9fcb9 columnFamilyName cf 2024-12-09T08:15:02,559 DEBUG [StoreOpener-f985d98374599ea4b099df3d5fc9fcb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:15:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-09T08:15:02,560 INFO [StoreOpener-f985d98374599ea4b099df3d5fc9fcb9-1 {}] regionserver.HStore(327): Store=f985d98374599ea4b099df3d5fc9fcb9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:15:02,560 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:15:02,560 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,36125,1733732040121 Release verify snapshot worker=5bda946059d1,36125,1733732040121 2024-12-09T08:15:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-09T08:15:02,561 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:15:02,563 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:15:02,563 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,36125,1733732040121 Release verify snapshot worker=5bda946059d1,36125,1733732040121 2024-12-09T08:15:02,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,36125,1733732040121 in 20.0250 sec 2024-12-09T08:15:02,563 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,36125,1733732040121 Release verify snapshot worker=5bda946059d1,36125,1733732040121 2024-12-09T08:15:02,563 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:15:02,563 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:15:02,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,36125,1733732040121 in 20.0280 sec 2024-12-09T08:15:02,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,36125,1733732040121 in 20.0280 sec 2024-12-09T08:15:02,565 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:15:02,566 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened f985d98374599ea4b099df3d5fc9fcb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60022154, jitterRate=-0.10560020804405212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:15:02,566 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:15:02,566 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for f985d98374599ea4b099df3d5fc9fcb9: Running coprocessor pre-open hook at 1733732102557Writing region info on filesystem at 1733732102557Initializing all the Stores at 1733732102557Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732102558 (+1 ms)Cleaning up temporary data from old regions at 1733732102563 (+5 ms)Running coprocessor post-open hooks at 1733732102566 (+3 ms)Region opened successfully at 1733732102566 2024-12-09T08:15:02,567 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9., pid=53, masterSystemTime=1733732102552 2024-12-09T08:15:02,569 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. 2024-12-09T08:15:02,569 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. 2024-12-09T08:15:02,569 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=f985d98374599ea4b099df3d5fc9fcb9, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,36125,1733732040121 2024-12-09T08:15:02,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure f985d98374599ea4b099df3d5fc9fcb9, server=5bda946059d1,36125,1733732040121 because future has completed 2024-12-09T08:15:02,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-12-09T08:15:02,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure f985d98374599ea4b099df3d5fc9fcb9, server=5bda946059d1,36125,1733732040121 in 9.7760 sec 2024-12-09T08:15:02,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f985d98374599ea4b099df3d5fc9fcb9, ASSIGN in 9.9410 sec 2024-12-09T08:15:02,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-09T08:15:02,579 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. 2024-12-09T08:15:02,579 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 60e25c12b747ef46106bbeadf0668d38, NAME => 'SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-09T08:15:02,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-09T08:15:02,579 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:15:02,579 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:15:02,579 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:15:02,580 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:15:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37481 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-09T08:15:02,581 INFO [StoreOpener-60e25c12b747ef46106bbeadf0668d38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:15:02,583 INFO [StoreOpener-60e25c12b747ef46106bbeadf0668d38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60e25c12b747ef46106bbeadf0668d38 columnFamilyName cf 2024-12-09T08:15:02,583 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,40617,1733732040022 Release verify snapshot worker=5bda946059d1,40617,1733732040022 2024-12-09T08:15:02,583 DEBUG [StoreOpener-60e25c12b747ef46106bbeadf0668d38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:15:02,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=25 2024-12-09T08:15:02,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5bda946059d1,40617,1733732040022 in 20.0480 sec 2024-12-09T08:15:02,591 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T08:15:02,592 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/.hbase-snapshot/SnapshotProcedureTest 2024-12-09T08:15:02,595 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T08:15:02,595 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-09T08:15:02,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.7120 sec 2024-12-09T08:15:02,601 DEBUG [StoreOpener-60e25c12b747ef46106bbeadf0668d38-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/60e25c12b747ef46106bbeadf0668d38/cf/d07dd65020a14cc38831eddf1d90c414 2024-12-09T08:15:02,602 INFO [StoreOpener-60e25c12b747ef46106bbeadf0668d38-1 {}] regionserver.HStore(327): Store=60e25c12b747ef46106bbeadf0668d38/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:15:02,602 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:15:02,603 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:15:02,604 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:15:02,604 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:15:02,604 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:15:02,606 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:15:02,609 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/60e25c12b747ef46106bbeadf0668d38/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T08:15:02,609 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 60e25c12b747ef46106bbeadf0668d38; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70923296, jitterRate=0.0568394660949707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:15:02,610 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:15:02,610 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 60e25c12b747ef46106bbeadf0668d38: Running coprocessor pre-open hook at 1733732102580Writing region info on filesystem at 1733732102580Initializing all the Stores at 1733732102581 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732102581Cleaning up temporary data from old regions at 1733732102604 (+23 ms)Running coprocessor post-open hooks at 1733732102610 (+6 ms)Region opened successfully at 1733732102610 2024-12-09T08:15:02,610 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38., pid=54, masterSystemTime=1733732102575 2024-12-09T08:15:02,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=60e25c12b747ef46106bbeadf0668d38, regionState=OPEN, openSeqNum=6, regionLocation=5bda946059d1,40617,1733732040022 2024-12-09T08:15:02,613 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. 2024-12-09T08:15:02,613 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. 2024-12-09T08:15:02,613 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. 2024-12-09T08:15:02,613 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => bb4b87660b11dfd7bee4b1694eba1aec, NAME => 'SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-09T08:15:02,614 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:15:02,614 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T08:15:02,614 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:15:02,614 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:15:02,616 INFO [StoreOpener-bb4b87660b11dfd7bee4b1694eba1aec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:15:02,617 INFO [StoreOpener-bb4b87660b11dfd7bee4b1694eba1aec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb4b87660b11dfd7bee4b1694eba1aec columnFamilyName cf 2024-12-09T08:15:02,617 DEBUG [StoreOpener-bb4b87660b11dfd7bee4b1694eba1aec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T08:15:02,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60e25c12b747ef46106bbeadf0668d38, server=5bda946059d1,40617,1733732040022 because future has completed 2024-12-09T08:15:02,619 INFO [StoreOpener-bb4b87660b11dfd7bee4b1694eba1aec-1 {}] regionserver.HStore(327): Store=bb4b87660b11dfd7bee4b1694eba1aec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T08:15:02,619 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:15:02,620 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:15:02,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-12-09T08:15:02,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 60e25c12b747ef46106bbeadf0668d38, server=5bda946059d1,40617,1733732040022 in 9.8200 sec 2024-12-09T08:15:02,624 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:15:02,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60e25c12b747ef46106bbeadf0668d38, ASSIGN in 9.9880 sec 2024-12-09T08:15:02,626 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:15:02,626 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:15:02,628 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:15:02,630 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened bb4b87660b11dfd7bee4b1694eba1aec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60274272, jitterRate=-0.10184335708618164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T08:15:02,630 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:15:02,630 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for bb4b87660b11dfd7bee4b1694eba1aec: Running coprocessor pre-open hook at 1733732102614Writing region info on filesystem at 1733732102614Initializing all the Stores at 1733732102615 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733732102615Cleaning up temporary data from old regions at 1733732102626 (+11 ms)Running coprocessor post-open hooks at 1733732102630 (+4 ms)Region opened successfully at 1733732102630 2024-12-09T08:15:02,632 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec., pid=52, masterSystemTime=1733732102575 2024-12-09T08:15:02,632 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-09T08:15:02,634 DEBUG [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. 2024-12-09T08:15:02,634 INFO [RS_OPEN_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. 2024-12-09T08:15:02,636 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-09T08:15:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T08:15:02,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=bb4b87660b11dfd7bee4b1694eba1aec, regionState=OPEN, openSeqNum=2, regionLocation=5bda946059d1,40617,1733732040022 2024-12-09T08:15:02,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T08:15:02,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T08:15:02,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:15:02,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:15:02,637 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T08:15:02,637 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=329362593, stopped=false 2024-12-09T08:15:02,637 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5bda946059d1,37481,1733732039804 2024-12-09T08:15:02,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T08:15:02,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb4b87660b11dfd7bee4b1694eba1aec, server=5bda946059d1,40617,1733732040022 because future has completed 2024-12-09T08:15:02,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-12-09T08:15:02,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure bb4b87660b11dfd7bee4b1694eba1aec, server=5bda946059d1,40617,1733732040022 in 9.8470 sec 2024-12-09T08:15:02,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-12-09T08:15:02,646 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 5bda946059d1,44557,1733732040171 after splitting done 2024-12-09T08:15:02,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb4b87660b11dfd7bee4b1694eba1aec, ASSIGN in 10.0080 sec 2024-12-09T08:15:02,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 5bda946059d1,44557,1733732040171, splitWal=true, meta=false in 19.9550 sec 2024-12-09T08:15:02,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T08:15:02,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T08:15:02,711 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T08:15:02,711 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:15:02,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:15:02,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:15:02,711 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T08:15:02,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T08:15:02,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T08:15:02,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T08:15:02,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:15:02,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T08:15:02,712 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5bda946059d1,40617,1733732040022' ***** 2024-12-09T08:15:02,712 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T08:15:02,712 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5bda946059d1,36125,1733732040121' ***** 2024-12-09T08:15:02,712 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T08:15:02,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T08:15:02,712 INFO [RS:0;5bda946059d1:40617 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T08:15:02,712 INFO [RS:0;5bda946059d1:40617 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T08:15:02,712 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T08:15:02,712 INFO [RS:0;5bda946059d1:40617 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T08:15:02,712 INFO [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(3091): Received CLOSE for cc8e0161c4c23de1cd871f2a6f9e5327 2024-12-09T08:15:02,713 INFO [RS:1;5bda946059d1:36125 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T08:15:02,713 INFO [RS:1;5bda946059d1:36125 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T08:15:02,713 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T08:15:02,713 INFO [RS:1;5bda946059d1:36125 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T08:15:02,713 INFO [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer(3091): Received CLOSE for 44f99a3399e20812566fb07efa8d9917 2024-12-09T08:15:02,714 INFO [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(3091): Received CLOSE for 06509add580a4a60e9235b0207ae2c26 2024-12-09T08:15:02,714 INFO [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(3091): Received CLOSE for 60e25c12b747ef46106bbeadf0668d38 2024-12-09T08:15:02,714 INFO [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(3091): Received CLOSE for fb39b4de62d2c4e94bb05be7b2febfb3 2024-12-09T08:15:02,714 INFO [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(3091): Received CLOSE for bb4b87660b11dfd7bee4b1694eba1aec 2024-12-09T08:15:02,714 INFO [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(3091): Received CLOSE for b8e9bd0a635a52427f163a60e6f45dae 2024-12-09T08:15:02,714 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc8e0161c4c23de1cd871f2a6f9e5327, disabling compactions & flushes 2024-12-09T08:15:02,714 INFO [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(959): stopping server 5bda946059d1,40617,1733732040022 2024-12-09T08:15:02,714 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327. 2024-12-09T08:15:02,714 INFO [RS:0;5bda946059d1:40617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T08:15:02,714 INFO [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer(3091): Received CLOSE for e968089ea492fc15f8a2d60c461eca17 2024-12-09T08:15:02,714 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327. 2024-12-09T08:15:02,714 INFO [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer(3091): Received CLOSE for a1839af1f59f94e506acdccf2a03c9d2 2024-12-09T08:15:02,714 INFO [RS:0;5bda946059d1:40617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5bda946059d1:40617. 2024-12-09T08:15:02,714 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327. after waiting 0 ms 2024-12-09T08:15:02,714 INFO [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer(3091): Received CLOSE for f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:15:02,714 INFO [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer(959): stopping server 5bda946059d1,36125,1733732040121 2024-12-09T08:15:02,714 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327. 2024-12-09T08:15:02,714 DEBUG [RS:0;5bda946059d1:40617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T08:15:02,714 INFO [RS:1;5bda946059d1:36125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T08:15:02,714 DEBUG [RS:0;5bda946059d1:40617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:15:02,714 INFO [RS:1;5bda946059d1:36125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5bda946059d1:36125. 2024-12-09T08:15:02,714 INFO [RS:0;5bda946059d1:40617 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T08:15:02,714 DEBUG [RS:1;5bda946059d1:36125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T08:15:02,714 INFO [RS:0;5bda946059d1:40617 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T08:15:02,714 DEBUG [RS:1;5bda946059d1:36125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:15:02,715 INFO [RS:0;5bda946059d1:40617 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T08:15:02,715 INFO [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T08:15:02,715 INFO [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-09T08:15:02,715 DEBUG [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer(1325): Online Regions={44f99a3399e20812566fb07efa8d9917=SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917., e968089ea492fc15f8a2d60c461eca17=SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17., a1839af1f59f94e506acdccf2a03c9d2=SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2., f985d98374599ea4b099df3d5fc9fcb9=SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9.} 2024-12-09T08:15:02,715 DEBUG [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer(1351): Waiting on 44f99a3399e20812566fb07efa8d9917, a1839af1f59f94e506acdccf2a03c9d2, e968089ea492fc15f8a2d60c461eca17, f985d98374599ea4b099df3d5fc9fcb9 2024-12-09T08:15:02,715 INFO [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-12-09T08:15:02,715 DEBUG [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(1325): Online Regions={cc8e0161c4c23de1cd871f2a6f9e5327=SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327., 06509add580a4a60e9235b0207ae2c26=SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26., 1588230740=hbase:meta,,1.1588230740, 60e25c12b747ef46106bbeadf0668d38=SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38., fb39b4de62d2c4e94bb05be7b2febfb3=SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3., bb4b87660b11dfd7bee4b1694eba1aec=SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec., b8e9bd0a635a52427f163a60e6f45dae=SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae.} 2024-12-09T08:15:02,715 DEBUG [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(1351): Waiting on 06509add580a4a60e9235b0207ae2c26, 1588230740, 60e25c12b747ef46106bbeadf0668d38, b8e9bd0a635a52427f163a60e6f45dae, bb4b87660b11dfd7bee4b1694eba1aec, cc8e0161c4c23de1cd871f2a6f9e5327, fb39b4de62d2c4e94bb05be7b2febfb3 2024-12-09T08:15:02,715 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44f99a3399e20812566fb07efa8d9917, disabling compactions & flushes 2024-12-09T08:15:02,715 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917. 2024-12-09T08:15:02,715 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T08:15:02,715 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917. 2024-12-09T08:15:02,715 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917. after waiting 0 ms 2024-12-09T08:15:02,715 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917. 2024-12-09T08:15:02,715 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T08:15:02,716 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T08:15:02,716 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T08:15:02,716 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T08:15:02,716 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-12-09T08:15:02,719 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/cc8e0161c4c23de1cd871f2a6f9e5327/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T08:15:02,721 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/44f99a3399e20812566fb07efa8d9917/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T08:15:02,722 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917. 2024-12-09T08:15:02,722 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44f99a3399e20812566fb07efa8d9917: Waiting for close lock at 1733732102715Running coprocessor pre-close hooks at 1733732102715Disabling compacts and flushes for region at 1733732102715Disabling writes for close at 1733732102715Writing region close event to WAL at 1733732102716 (+1 ms)Running coprocessor post-close hooks at 1733732102722 (+6 ms)Closed at 1733732102722 2024-12-09T08:15:02,722 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733732052108.44f99a3399e20812566fb07efa8d9917. 2024-12-09T08:15:02,722 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e968089ea492fc15f8a2d60c461eca17, disabling compactions & flushes 2024-12-09T08:15:02,722 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17. 2024-12-09T08:15:02,722 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17. 2024-12-09T08:15:02,722 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17. after waiting 0 ms 2024-12-09T08:15:02,722 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17. 2024-12-09T08:15:02,727 INFO [regionserver/5bda946059d1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T08:15:02,729 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327. 2024-12-09T08:15:02,729 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc8e0161c4c23de1cd871f2a6f9e5327: Waiting for close lock at 1733732102714Running coprocessor pre-close hooks at 1733732102714Disabling compacts and flushes for region at 1733732102714Disabling writes for close at 1733732102714Writing region close event to WAL at 1733732102715 (+1 ms)Running coprocessor post-close hooks at 1733732102728 (+13 ms)Closed at 1733732102728 2024-12-09T08:15:02,729 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/e968089ea492fc15f8a2d60c461eca17/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T08:15:02,729 INFO [regionserver/5bda946059d1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T08:15:02,729 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733732052108.cc8e0161c4c23de1cd871f2a6f9e5327. 2024-12-09T08:15:02,729 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06509add580a4a60e9235b0207ae2c26, disabling compactions & flushes 2024-12-09T08:15:02,729 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. 2024-12-09T08:15:02,729 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. 2024-12-09T08:15:02,729 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. after waiting 0 ms 2024-12-09T08:15:02,729 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. 2024-12-09T08:15:02,729 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17. 2024-12-09T08:15:02,729 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e968089ea492fc15f8a2d60c461eca17: Waiting for close lock at 1733732102722Running coprocessor pre-close hooks at 1733732102722Disabling compacts and flushes for region at 1733732102722Disabling writes for close at 1733732102722Writing region close event to WAL at 1733732102722Running coprocessor post-close hooks at 1733732102729 (+7 ms)Closed at 1733732102729 2024-12-09T08:15:02,729 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17. 2024-12-09T08:15:02,729 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1839af1f59f94e506acdccf2a03c9d2, disabling compactions & flushes 2024-12-09T08:15:02,730 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2. 2024-12-09T08:15:02,730 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2. 2024-12-09T08:15:02,730 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2. after waiting 0 ms 2024-12-09T08:15:02,730 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2. 2024-12-09T08:15:02,736 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/a1839af1f59f94e506acdccf2a03c9d2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T08:15:02,736 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740/.tmp/info/84c77e5eb0d4440db13cdcaeb4ad07b3 is 167, key is SPTestTable,19999999,1733732052108.e968089ea492fc15f8a2d60c461eca17./info:regioninfo/1733732063392/Put/seqid=0 2024-12-09T08:15:02,737 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2. 2024-12-09T08:15:02,737 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1839af1f59f94e506acdccf2a03c9d2: Waiting for close lock at 1733732102729Running coprocessor pre-close hooks at 1733732102729Disabling compacts and flushes for region at 1733732102729Disabling writes for close at 1733732102730 (+1 ms)Writing region close event to WAL at 1733732102731 (+1 ms)Running coprocessor post-close hooks at 1733732102737 (+6 ms)Closed at 1733732102737 2024-12-09T08:15:02,737 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733732052108.a1839af1f59f94e506acdccf2a03c9d2. 2024-12-09T08:15:02,737 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f985d98374599ea4b099df3d5fc9fcb9, disabling compactions & flushes 2024-12-09T08:15:02,737 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. 2024-12-09T08:15:02,737 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. 2024-12-09T08:15:02,737 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. after waiting 0 ms 2024-12-09T08:15:02,737 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. 2024-12-09T08:15:02,741 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/06509add580a4a60e9235b0207ae2c26/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T08:15:02,742 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. 2024-12-09T08:15:02,742 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06509add580a4a60e9235b0207ae2c26: Waiting for close lock at 1733732102729Running coprocessor pre-close hooks at 1733732102729Disabling compacts and flushes for region at 1733732102729Disabling writes for close at 1733732102729Writing region close event to WAL at 1733732102731 (+2 ms)Running coprocessor post-close hooks at 1733732102742 (+11 ms)Closed at 1733732102742 2024-12-09T08:15:02,742 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733732052108.06509add580a4a60e9235b0207ae2c26. 2024-12-09T08:15:02,742 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60e25c12b747ef46106bbeadf0668d38, disabling compactions & flushes 2024-12-09T08:15:02,743 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. 2024-12-09T08:15:02,743 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. 2024-12-09T08:15:02,743 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. after waiting 0 ms 2024-12-09T08:15:02,743 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. 2024-12-09T08:15:02,743 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/f985d98374599ea4b099df3d5fc9fcb9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T08:15:02,744 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. 2024-12-09T08:15:02,744 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f985d98374599ea4b099df3d5fc9fcb9: Waiting for close lock at 1733732102737Running coprocessor pre-close hooks at 1733732102737Disabling compacts and flushes for region at 1733732102737Disabling writes for close at 1733732102737Writing region close event to WAL at 1733732102738 (+1 ms)Running coprocessor post-close hooks at 1733732102744 (+6 ms)Closed at 1733732102744 2024-12-09T08:15:02,744 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733732052108.f985d98374599ea4b099df3d5fc9fcb9. 2024-12-09T08:15:02,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741864_1040 (size=19785) 2024-12-09T08:15:02,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741864_1040 (size=19785) 2024-12-09T08:15:02,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741864_1040 (size=19785) 2024-12-09T08:15:02,757 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/60e25c12b747ef46106bbeadf0668d38/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-09T08:15:02,758 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. 2024-12-09T08:15:02,758 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60e25c12b747ef46106bbeadf0668d38: Waiting for close lock at 1733732102742Running coprocessor pre-close hooks at 1733732102742Disabling compacts and flushes for region at 1733732102742Disabling writes for close at 1733732102743 (+1 ms)Writing region close event to WAL at 1733732102746 (+3 ms)Running coprocessor post-close hooks at 1733732102758 (+12 ms)Closed at 1733732102758 2024-12-09T08:15:02,758 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733732052108.60e25c12b747ef46106bbeadf0668d38. 2024-12-09T08:15:02,758 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb39b4de62d2c4e94bb05be7b2febfb3, disabling compactions & flushes 2024-12-09T08:15:02,758 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3. 2024-12-09T08:15:02,758 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3. 2024-12-09T08:15:02,758 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3. after waiting 0 ms 2024-12-09T08:15:02,758 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3. 2024-12-09T08:15:02,769 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/fb39b4de62d2c4e94bb05be7b2febfb3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T08:15:02,770 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3. 2024-12-09T08:15:02,770 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb39b4de62d2c4e94bb05be7b2febfb3: Waiting for close lock at 1733732102758Running coprocessor pre-close hooks at 1733732102758Disabling compacts and flushes for region at 1733732102758Disabling writes for close at 1733732102758Writing region close event to WAL at 1733732102759 (+1 ms)Running coprocessor post-close hooks at 1733732102770 (+11 ms)Closed at 1733732102770 2024-12-09T08:15:02,770 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733732052108.fb39b4de62d2c4e94bb05be7b2febfb3. 2024-12-09T08:15:02,770 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb4b87660b11dfd7bee4b1694eba1aec, disabling compactions & flushes 2024-12-09T08:15:02,770 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. 2024-12-09T08:15:02,770 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. 2024-12-09T08:15:02,770 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. after waiting 0 ms 2024-12-09T08:15:02,770 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. 2024-12-09T08:15:02,774 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/bb4b87660b11dfd7bee4b1694eba1aec/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T08:15:02,774 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. 2024-12-09T08:15:02,774 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb4b87660b11dfd7bee4b1694eba1aec: Waiting for close lock at 1733732102770Running coprocessor pre-close hooks at 1733732102770Disabling compacts and flushes for region at 1733732102770Disabling writes for close at 1733732102770Writing region close event to WAL at 1733732102771 (+1 ms)Running coprocessor post-close hooks at 1733732102774 (+3 ms)Closed at 1733732102774 2024-12-09T08:15:02,774 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733732052108.bb4b87660b11dfd7bee4b1694eba1aec. 2024-12-09T08:15:02,774 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8e9bd0a635a52427f163a60e6f45dae, disabling compactions & flushes 2024-12-09T08:15:02,774 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae. 2024-12-09T08:15:02,774 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae. 2024-12-09T08:15:02,774 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae. after waiting 0 ms 2024-12-09T08:15:02,774 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae. 2024-12-09T08:15:02,777 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/default/SPTestTable/b8e9bd0a635a52427f163a60e6f45dae/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T08:15:02,778 INFO [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae. 2024-12-09T08:15:02,778 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8e9bd0a635a52427f163a60e6f45dae: Waiting for close lock at 1733732102774Running coprocessor pre-close hooks at 1733732102774Disabling compacts and flushes for region at 1733732102774Disabling writes for close at 1733732102774Writing region close event to WAL at 1733732102775 (+1 ms)Running coprocessor post-close hooks at 1733732102778 (+3 ms)Closed at 1733732102778 2024-12-09T08:15:02,778 DEBUG [RS_CLOSE_REGION-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733732052108.b8e9bd0a635a52427f163a60e6f45dae. 2024-12-09T08:15:02,915 INFO [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer(976): stopping server 5bda946059d1,36125,1733732040121; all regions closed. 2024-12-09T08:15:02,915 DEBUG [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T08:15:02,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741835_1011 (size=2947) 2024-12-09T08:15:02,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741835_1011 (size=2947) 2024-12-09T08:15:02,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741835_1011 (size=2947) 2024-12-09T08:15:02,921 DEBUG [RS:1;5bda946059d1:36125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/oldWALs 2024-12-09T08:15:02,921 INFO [RS:1;5bda946059d1:36125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5bda946059d1%2C36125%2C1733732040121:(num 1733732041467) 2024-12-09T08:15:02,921 DEBUG [RS:1;5bda946059d1:36125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:15:02,921 INFO [RS:1;5bda946059d1:36125 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T08:15:02,922 INFO [RS:1;5bda946059d1:36125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T08:15:02,922 INFO [RS:1;5bda946059d1:36125 {}] hbase.ChoreService(370): Chore service for: regionserver/5bda946059d1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T08:15:02,922 INFO [RS:1;5bda946059d1:36125 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T08:15:02,922 INFO [regionserver/5bda946059d1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T08:15:02,922 INFO [RS:1;5bda946059d1:36125 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T08:15:02,922 INFO [RS:1;5bda946059d1:36125 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T08:15:02,922 INFO [RS:1;5bda946059d1:36125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T08:15:02,922 INFO [RS:1;5bda946059d1:36125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36125 2024-12-09T08:15:02,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T08:15:02,936 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5bda946059d1,36125,1733732040121 2024-12-09T08:15:02,936 INFO [RS:1;5bda946059d1:36125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T08:15:02,946 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5bda946059d1,36125,1733732040121] 2024-12-09T08:15:02,956 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5bda946059d1,36125,1733732040121 already deleted, retry=false 2024-12-09T08:15:02,957 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5bda946059d1,36125,1733732040121 expired; onlineServers=1 2024-12-09T08:15:03,047 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T08:15:03,047 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10009a3832d0002, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T08:15:03,047 INFO [RS:1;5bda946059d1:36125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T08:15:03,047 INFO [RS:1;5bda946059d1:36125 {}] regionserver.HRegionServer(1031): Exiting; stopping=5bda946059d1,36125,1733732040121; zookeeper connection closed. 2024-12-09T08:15:03,047 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ce3e3e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ce3e3e4 2024-12-09T08:15:03,115 DEBUG [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T08:15:03,156 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740/.tmp/info/84c77e5eb0d4440db13cdcaeb4ad07b3 2024-12-09T08:15:03,176 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740/.tmp/ns/cc8cfc0e4ef34395aa96fc86bbea5578 is 43, key is default/ns:d/1733732051891/Put/seqid=0 2024-12-09T08:15:03,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741865_1041 (size=5153) 2024-12-09T08:15:03,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741865_1041 (size=5153) 2024-12-09T08:15:03,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741865_1041 (size=5153) 2024-12-09T08:15:03,182 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740/.tmp/ns/cc8cfc0e4ef34395aa96fc86bbea5578 2024-12-09T08:15:03,204 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740/.tmp/table/ef5c6be3909f4dcea652c4f077a6fe21 is 47, key is SPTestTable/table:state/1733732063549/Put/seqid=0 2024-12-09T08:15:03,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741866_1042 (size=5214) 2024-12-09T08:15:03,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741866_1042 (size=5214) 2024-12-09T08:15:03,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741866_1042 (size=5214) 2024-12-09T08:15:03,215 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740/.tmp/table/ef5c6be3909f4dcea652c4f077a6fe21 2024-12-09T08:15:03,222 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740/.tmp/info/84c77e5eb0d4440db13cdcaeb4ad07b3 as hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740/info/84c77e5eb0d4440db13cdcaeb4ad07b3 2024-12-09T08:15:03,228 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740/info/84c77e5eb0d4440db13cdcaeb4ad07b3, entries=112, sequenceid=35, filesize=19.3 K 2024-12-09T08:15:03,229 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740/.tmp/ns/cc8cfc0e4ef34395aa96fc86bbea5578 as hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740/ns/cc8cfc0e4ef34395aa96fc86bbea5578 2024-12-09T08:15:03,234 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740/ns/cc8cfc0e4ef34395aa96fc86bbea5578, entries=2, sequenceid=35, filesize=5.0 K 2024-12-09T08:15:03,236 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740/.tmp/table/ef5c6be3909f4dcea652c4f077a6fe21 as hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740/table/ef5c6be3909f4dcea652c4f077a6fe21 2024-12-09T08:15:03,241 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740/table/ef5c6be3909f4dcea652c4f077a6fe21, entries=2, sequenceid=35, filesize=5.1 K 2024-12-09T08:15:03,241 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 525ms, sequenceid=35, compaction requested=false 2024-12-09T08:15:03,245 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-09T08:15:03,246 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T08:15:03,246 INFO [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T08:15:03,246 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733732102715Running coprocessor pre-close hooks at 1733732102715Disabling compacts and flushes for region at 1733732102715Disabling writes for close at 1733732102716 (+1 ms)Obtaining lock to block concurrent updates at 1733732102716Preparing flush snapshotting stores in 1588230740 at 1733732102716Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1733732102716Flushing stores of hbase:meta,,1.1588230740 at 1733732102717 (+1 ms)Flushing 1588230740/info: creating writer at 1733732102717Flushing 1588230740/info: appending metadata at 1733732102736 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733732102736Flushing 1588230740/ns: creating writer at 1733732103162 (+426 ms)Flushing 1588230740/ns: appending metadata at 1733732103175 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733732103175Flushing 1588230740/table: creating writer at 1733732103190 (+15 ms)Flushing 1588230740/table: appending metadata at 1733732103203 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733732103203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b3ec203: reopening flushed file at 1733732103222 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e35d60: reopening flushed file at 1733732103228 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5430d7f: reopening flushed file at 1733732103235 (+7 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 525ms, sequenceid=35, compaction requested=false at 1733732103242 (+7 ms)Writing region close event to WAL at 1733732103242Running coprocessor post-close hooks at 1733732103246 (+4 ms)Closed at 1733732103246 2024-12-09T08:15:03,246 DEBUG [RS_CLOSE_META-regionserver/5bda946059d1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T08:15:03,315 INFO [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(976): stopping server 5bda946059d1,40617,1733732040022; all regions closed. 2024-12-09T08:15:03,317 INFO [regionserver/5bda946059d1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T08:15:03,317 INFO [regionserver/5bda946059d1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T08:15:03,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741836_1012 (size=18358) 2024-12-09T08:15:03,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741836_1012 (size=18358) 2024-12-09T08:15:03,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741836_1012 (size=18358) 2024-12-09T08:15:03,322 DEBUG [RS:0;5bda946059d1:40617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/oldWALs 2024-12-09T08:15:03,322 INFO [RS:0;5bda946059d1:40617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5bda946059d1%2C40617%2C1733732040022.meta:.meta(num 1733732051640) 2024-12-09T08:15:03,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741833_1009 (size=4639) 2024-12-09T08:15:03,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741833_1009 (size=4639) 2024-12-09T08:15:03,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741833_1009 (size=4639) 2024-12-09T08:15:03,327 DEBUG [RS:0;5bda946059d1:40617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/oldWALs 2024-12-09T08:15:03,327 INFO [RS:0;5bda946059d1:40617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5bda946059d1%2C40617%2C1733732040022:(num 1733732041451) 2024-12-09T08:15:03,327 DEBUG [RS:0;5bda946059d1:40617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T08:15:03,327 INFO [RS:0;5bda946059d1:40617 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T08:15:03,327 INFO [RS:0;5bda946059d1:40617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T08:15:03,327 INFO [RS:0;5bda946059d1:40617 {}] hbase.ChoreService(370): Chore service for: regionserver/5bda946059d1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T08:15:03,327 INFO [RS:0;5bda946059d1:40617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T08:15:03,327 INFO [regionserver/5bda946059d1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T08:15:03,328 INFO [RS:0;5bda946059d1:40617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40617 2024-12-09T08:15:03,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T08:15:03,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5bda946059d1,40617,1733732040022 2024-12-09T08:15:03,374 INFO [RS:0;5bda946059d1:40617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T08:15:03,384 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5bda946059d1,40617,1733732040022] 2024-12-09T08:15:03,395 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5bda946059d1,40617,1733732040022 already deleted, retry=false 2024-12-09T08:15:03,395 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5bda946059d1,40617,1733732040022 expired; onlineServers=0 2024-12-09T08:15:03,395 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5bda946059d1,37481,1733732039804' ***** 2024-12-09T08:15:03,395 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T08:15:03,395 INFO [M:0;5bda946059d1:37481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T08:15:03,395 INFO [M:0;5bda946059d1:37481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T08:15:03,395 DEBUG [M:0;5bda946059d1:37481 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T08:15:03,395 DEBUG [M:0;5bda946059d1:37481 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T08:15:03,395 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T08:15:03,395 DEBUG [master/5bda946059d1:0:becomeActiveMaster-HFileCleaner.large.0-1733732041112 {}] cleaner.HFileCleaner(306): Exit Thread[master/5bda946059d1:0:becomeActiveMaster-HFileCleaner.large.0-1733732041112,5,FailOnTimeoutGroup] 2024-12-09T08:15:03,395 DEBUG [master/5bda946059d1:0:becomeActiveMaster-HFileCleaner.small.0-1733732041112 {}] cleaner.HFileCleaner(306): Exit Thread[master/5bda946059d1:0:becomeActiveMaster-HFileCleaner.small.0-1733732041112,5,FailOnTimeoutGroup] 2024-12-09T08:15:03,395 INFO [M:0;5bda946059d1:37481 {}] hbase.ChoreService(370): Chore service for: master/5bda946059d1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T08:15:03,396 INFO [M:0;5bda946059d1:37481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T08:15:03,396 DEBUG [M:0;5bda946059d1:37481 {}] master.HMaster(1795): Stopping service threads 2024-12-09T08:15:03,396 INFO [M:0;5bda946059d1:37481 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T08:15:03,396 INFO [M:0;5bda946059d1:37481 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T08:15:03,396 ERROR [M:0;5bda946059d1:37481 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:43445 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43445,5,PEWorkerGroup] 2024-12-09T08:15:03,396 INFO [M:0;5bda946059d1:37481 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T08:15:03,396 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T08:15:03,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T08:15:03,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T08:15:03,406 DEBUG [M:0;5bda946059d1:37481 {}] zookeeper.ZKUtil(347): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T08:15:03,406 WARN [M:0;5bda946059d1:37481 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T08:15:03,406 INFO [M:0;5bda946059d1:37481 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/.lastflushedseqids 2024-12-09T08:15:03,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741867_1043 (size=650) 2024-12-09T08:15:03,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741867_1043 (size=650) 2024-12-09T08:15:03,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741867_1043 (size=650) 2024-12-09T08:15:03,423 INFO [M:0;5bda946059d1:37481 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T08:15:03,423 INFO [M:0;5bda946059d1:37481 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T08:15:03,423 DEBUG [M:0;5bda946059d1:37481 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T08:15:03,423 INFO [M:0;5bda946059d1:37481 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T08:15:03,423 DEBUG [M:0;5bda946059d1:37481 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T08:15:03,423 DEBUG [M:0;5bda946059d1:37481 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T08:15:03,423 DEBUG [M:0;5bda946059d1:37481 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T08:15:03,424 INFO [M:0;5bda946059d1:37481 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=244.78 KB heapSize=288.84 KB 2024-12-09T08:15:03,443 DEBUG [M:0;5bda946059d1:37481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9f5e94d5bda4203a78838197df58d54 is 82, key is hbase:meta,,1/info:regioninfo/1733732051773/Put/seqid=0 2024-12-09T08:15:03,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741868_1044 (size=5672) 2024-12-09T08:15:03,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741868_1044 (size=5672) 2024-12-09T08:15:03,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741868_1044 (size=5672) 2024-12-09T08:15:03,457 INFO [M:0;5bda946059d1:37481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9f5e94d5bda4203a78838197df58d54 2024-12-09T08:15:03,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T08:15:03,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40617-0x10009a3832d0001, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T08:15:03,485 INFO [RS:0;5bda946059d1:40617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T08:15:03,485 INFO [RS:0;5bda946059d1:40617 {}] regionserver.HRegionServer(1031): Exiting; stopping=5bda946059d1,40617,1733732040022; zookeeper connection closed. 2024-12-09T08:15:03,485 DEBUG [M:0;5bda946059d1:37481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df77529e4f204c4a98152c1de57eef65 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733732063556/Put/seqid=0 2024-12-09T08:15:03,489 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2346f5e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2346f5e7 2024-12-09T08:15:03,489 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-09T08:15:03,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741869_1045 (size=9313) 2024-12-09T08:15:03,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741869_1045 (size=9313) 2024-12-09T08:15:03,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741869_1045 (size=9313) 2024-12-09T08:15:03,513 INFO [M:0;5bda946059d1:37481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=244.04 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df77529e4f204c4a98152c1de57eef65 2024-12-09T08:15:03,519 INFO [M:0;5bda946059d1:37481 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df77529e4f204c4a98152c1de57eef65 2024-12-09T08:15:03,533 DEBUG [M:0;5bda946059d1:37481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8067d47e60b44b7cbb349c2e9e777d81 is 69, key is 5bda946059d1,36125,1733732040121/rs:state/1733732041246/Put/seqid=0 2024-12-09T08:15:03,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741870_1046 (size=5442) 2024-12-09T08:15:03,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741870_1046 (size=5442) 2024-12-09T08:15:03,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741870_1046 (size=5442) 2024-12-09T08:15:03,542 INFO [M:0;5bda946059d1:37481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8067d47e60b44b7cbb349c2e9e777d81 2024-12-09T08:15:03,547 INFO [M:0;5bda946059d1:37481 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8067d47e60b44b7cbb349c2e9e777d81 2024-12-09T08:15:03,548 DEBUG [M:0;5bda946059d1:37481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9f5e94d5bda4203a78838197df58d54 as hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9f5e94d5bda4203a78838197df58d54 2024-12-09T08:15:03,555 INFO [M:0;5bda946059d1:37481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9f5e94d5bda4203a78838197df58d54, entries=8, sequenceid=479, filesize=5.5 K 2024-12-09T08:15:03,556 DEBUG [M:0;5bda946059d1:37481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df77529e4f204c4a98152c1de57eef65 as hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df77529e4f204c4a98152c1de57eef65 2024-12-09T08:15:03,564 INFO [M:0;5bda946059d1:37481 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df77529e4f204c4a98152c1de57eef65 2024-12-09T08:15:03,564 INFO [M:0;5bda946059d1:37481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df77529e4f204c4a98152c1de57eef65, entries=54, sequenceid=479, filesize=9.1 K 2024-12-09T08:15:03,566 DEBUG [M:0;5bda946059d1:37481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8067d47e60b44b7cbb349c2e9e777d81 as hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8067d47e60b44b7cbb349c2e9e777d81 2024-12-09T08:15:03,572 INFO [M:0;5bda946059d1:37481 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8067d47e60b44b7cbb349c2e9e777d81 2024-12-09T08:15:03,572 INFO [M:0;5bda946059d1:37481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43445/user/jenkins/test-data/59546e7e-86ed-a21a-760d-978950afe593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8067d47e60b44b7cbb349c2e9e777d81, entries=3, sequenceid=479, filesize=5.3 K 2024-12-09T08:15:03,573 INFO [M:0;5bda946059d1:37481 {}] regionserver.HRegion(3140): Finished flush of dataSize ~244.78 KB/250650, heapSize ~288.54 KB/295464, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 150ms, sequenceid=479, compaction requested=false 2024-12-09T08:15:03,580 INFO [M:0;5bda946059d1:37481 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T08:15:03,581 DEBUG [M:0;5bda946059d1:37481 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733732103423Disabling compacts and flushes for region at 1733732103423Disabling writes for close at 1733732103423Obtaining lock to block concurrent updates at 1733732103424 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733732103424Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=250650, getHeapSize=295704, getOffHeapSize=0, getCellsCount=582 at 1733732103424Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733732103426 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733732103426Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733732103443 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733732103443Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733732103468 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733732103484 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733732103484Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733732103519 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733732103532 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733732103532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0ffb8f: reopening flushed file at 1733732103548 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@628f3aed: reopening flushed file at 1733732103555 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6170f1a6: reopening flushed file at 1733732103564 (+9 ms)Finished flush of dataSize ~244.78 KB/250650, heapSize ~288.54 KB/295464, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 150ms, sequenceid=479, compaction requested=false at 1733732103573 (+9 ms)Writing region close event to WAL at 1733732103580 (+7 ms)Closed at 1733732103580 2024-12-09T08:15:03,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741830_1006 (size=282616) 2024-12-09T08:15:03,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41877 is added to blk_1073741830_1006 (size=282616) 2024-12-09T08:15:03,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741830_1006 (size=282616) 2024-12-09T08:15:03,587 INFO [M:0;5bda946059d1:37481 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T08:15:03,587 INFO [M:0;5bda946059d1:37481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37481 2024-12-09T08:15:03,587 INFO [M:0;5bda946059d1:37481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T08:15:03,588 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T08:15:03,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T08:15:03,699 INFO [M:0;5bda946059d1:37481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T08:15:03,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37481-0x10009a3832d0000, quorum=127.0.0.1:63723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T08:15:03,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6633c4d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T08:15:03,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@242e51be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T08:15:03,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T08:15:03,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70f36d17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T08:15:03,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d11b9e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/hadoop.log.dir/,STOPPED} 2024-12-09T08:15:03,707 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T08:15:03,707 WARN [BP-1069374571-172.17.0.2-1733732036666 heartbeating to localhost/127.0.0.1:43445 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T08:15:03,707 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T08:15:03,707 WARN [BP-1069374571-172.17.0.2-1733732036666 heartbeating to localhost/127.0.0.1:43445 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1069374571-172.17.0.2-1733732036666 (Datanode Uuid 9ac4acd3-2164-44b4-b67b-d033158e8f93) service to localhost/127.0.0.1:43445 2024-12-09T08:15:03,708 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/cluster_d023c773-8228-560d-7e7e-e16f759239b8/data/data5/current/BP-1069374571-172.17.0.2-1733732036666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T08:15:03,708 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/cluster_d023c773-8228-560d-7e7e-e16f759239b8/data/data6/current/BP-1069374571-172.17.0.2-1733732036666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T08:15:03,708 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T08:15:03,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5379cd02{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T08:15:03,721 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22758452{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T08:15:03,721 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T08:15:03,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@240e258d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T08:15:03,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1776a592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/hadoop.log.dir/,STOPPED} 2024-12-09T08:15:03,723 WARN [BP-1069374571-172.17.0.2-1733732036666 heartbeating to localhost/127.0.0.1:43445 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T08:15:03,723 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T08:15:03,723 WARN [BP-1069374571-172.17.0.2-1733732036666 heartbeating to localhost/127.0.0.1:43445 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1069374571-172.17.0.2-1733732036666 (Datanode Uuid 4df77da7-fd09-452c-8c19-4c451b3ee696) service to localhost/127.0.0.1:43445 2024-12-09T08:15:03,723 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T08:15:03,724 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/cluster_d023c773-8228-560d-7e7e-e16f759239b8/data/data3/current/BP-1069374571-172.17.0.2-1733732036666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T08:15:03,724 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/cluster_d023c773-8228-560d-7e7e-e16f759239b8/data/data4/current/BP-1069374571-172.17.0.2-1733732036666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T08:15:03,724 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T08:15:03,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b3020ac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T08:15:03,731 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b8855a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T08:15:03,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T08:15:03,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3826855f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T08:15:03,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c465cf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/hadoop.log.dir/,STOPPED} 2024-12-09T08:15:03,733 WARN [BP-1069374571-172.17.0.2-1733732036666 heartbeating to localhost/127.0.0.1:43445 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T08:15:03,733 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T08:15:03,733 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T08:15:03,733 WARN [BP-1069374571-172.17.0.2-1733732036666 heartbeating to localhost/127.0.0.1:43445 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1069374571-172.17.0.2-1733732036666 (Datanode Uuid bf757bc9-b190-4382-bae3-6a4cde3a0f0a) service to localhost/127.0.0.1:43445 2024-12-09T08:15:03,733 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/cluster_d023c773-8228-560d-7e7e-e16f759239b8/data/data1/current/BP-1069374571-172.17.0.2-1733732036666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T08:15:03,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/cluster_d023c773-8228-560d-7e7e-e16f759239b8/data/data2/current/BP-1069374571-172.17.0.2-1733732036666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T08:15:03,734 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T08:15:03,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8fe076{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T08:15:03,746 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64ef8c03{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T08:15:03,746 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T08:15:03,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5467191c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T08:15:03,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@570f4a44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64facec9-c516-0391-33d4-c28bd7cbfb2f/hadoop.log.dir/,STOPPED} 2024-12-09T08:15:03,757 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T08:15:03,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T08:15:03,813 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 95) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43445 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43445 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5bda946059d1:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 227) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3933 (was 4685)