2024-11-13 05:58:30,187 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-13 05:58:30,198 main DEBUG Took 0.009568 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 05:58:30,198 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 05:58:30,199 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 05:58:30,200 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 05:58:30,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:58:30,208 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 05:58:30,221 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:58:30,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:58:30,223 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:58:30,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:58:30,224 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:58:30,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:58:30,225 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:58:30,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:58:30,226 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:58:30,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:58:30,227 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:58:30,227 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:58:30,228 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:58:30,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:58:30,228 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:58:30,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:58:30,229 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:58:30,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:58:30,230 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:58:30,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:58:30,231 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:58:30,231 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:58:30,232 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:58:30,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:58:30,232 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:58:30,233 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 05:58:30,234 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:58:30,235 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 05:58:30,237 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 05:58:30,238 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 05:58:30,239 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 05:58:30,239 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 05:58:30,248 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 05:58:30,250 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 05:58:30,252 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 05:58:30,252 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 05:58:30,253 main DEBUG createAppenders(={Console}) 2024-11-13 05:58:30,254 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-13 05:58:30,254 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-13 05:58:30,255 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-13 05:58:30,256 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 05:58:30,256 main DEBUG OutputStream closed 2024-11-13 05:58:30,256 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 05:58:30,257 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 05:58:30,257 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-13 05:58:30,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 05:58:30,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 05:58:30,330 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 05:58:30,331 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 05:58:30,331 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 05:58:30,331 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 05:58:30,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 05:58:30,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 05:58:30,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 05:58:30,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 05:58:30,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 05:58:30,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 05:58:30,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 05:58:30,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 05:58:30,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 05:58:30,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 05:58:30,335 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 05:58:30,335 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 05:58:30,337 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 05:58:30,338 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-13 05:58:30,338 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 05:58:30,338 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-13T05:58:30,350 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-13 05:58:30,353 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 05:58:30,353 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T05:58:30,361 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-13T05:58:30,387 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=86, ProcessCount=11, AvailableMemoryMB=8088 2024-11-13T05:58:30,612 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83 2024-11-13T05:58:30,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:58:30,628 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/cluster_a185c011-41f1-d675-0e5e-9ac44a7883d1, deleteOnExit=true 2024-11-13T05:58:30,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:58:30,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/test.cache.data in system properties and HBase conf 2024-11-13T05:58:30,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:58:30,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:58:30,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:58:30,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:58:30,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:58:30,704 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T05:58:30,786 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:58:30,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:58:30,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:58:30,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:58:30,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:58:30,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:58:30,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:58:30,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:58:30,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:58:30,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:58:30,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:58:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:58:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:58:30,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:58:30,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:58:31,818 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T05:58:31,898 INFO [Time-limited test {}] log.Log(170): Logging initialized @2368ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T05:58:31,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:58:32,022 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:58:32,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:58:32,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:58:32,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:58:32,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:58:32,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:58:32,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:58:32,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/java.io.tmpdir/jetty-localhost-43171-hadoop-hdfs-3_4_1-tests_jar-_-any-14617080425794330499/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:58:32,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:43171} 2024-11-13T05:58:32,260 INFO [Time-limited test {}] server.Server(415): Started @2731ms 2024-11-13T05:58:32,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:58:32,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:58:32,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:58:32,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:58:32,766 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:58:32,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:58:32,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:58:32,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/java.io.tmpdir/jetty-localhost-42353-hadoop-hdfs-3_4_1-tests_jar-_-any-8850480539738150444/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:58:32,869 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:42353} 2024-11-13T05:58:32,869 INFO [Time-limited test {}] server.Server(415): Started @3340ms 2024-11-13T05:58:32,919 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:58:33,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:58:33,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:58:33,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:58:33,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:58:33,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:58:33,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:58:33,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:58:33,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/java.io.tmpdir/jetty-localhost-38163-hadoop-hdfs-3_4_1-tests_jar-_-any-12355129818301119805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:58:33,140 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:38163} 2024-11-13T05:58:33,140 INFO [Time-limited test {}] server.Server(415): Started @3611ms 2024-11-13T05:58:33,143 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:58:33,176 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:58:33,180 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:58:33,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:58:33,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:58:33,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:58:33,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:58:33,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:58:33,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/java.io.tmpdir/jetty-localhost-38485-hadoop-hdfs-3_4_1-tests_jar-_-any-2833155204180998312/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:58:33,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:38485} 2024-11-13T05:58:33,305 INFO [Time-limited test {}] server.Server(415): Started @3776ms 2024-11-13T05:58:33,307 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:58:34,240 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/cluster_a185c011-41f1-d675-0e5e-9ac44a7883d1/data/data4/current/BP-72883201-172.17.0.2-1731477511396/current, will proceed with Du for space computation calculation, 2024-11-13T05:58:34,240 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/cluster_a185c011-41f1-d675-0e5e-9ac44a7883d1/data/data1/current/BP-72883201-172.17.0.2-1731477511396/current, will proceed with Du for space computation calculation, 2024-11-13T05:58:34,240 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/cluster_a185c011-41f1-d675-0e5e-9ac44a7883d1/data/data3/current/BP-72883201-172.17.0.2-1731477511396/current, will proceed with Du for space computation calculation, 2024-11-13T05:58:34,240 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/cluster_a185c011-41f1-d675-0e5e-9ac44a7883d1/data/data2/current/BP-72883201-172.17.0.2-1731477511396/current, will proceed with Du for space computation calculation, 2024-11-13T05:58:34,272 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:58:34,272 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:58:34,294 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/cluster_a185c011-41f1-d675-0e5e-9ac44a7883d1/data/data6/current/BP-72883201-172.17.0.2-1731477511396/current, will proceed with Du for space computation calculation, 2024-11-13T05:58:34,294 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/cluster_a185c011-41f1-d675-0e5e-9ac44a7883d1/data/data5/current/BP-72883201-172.17.0.2-1731477511396/current, will proceed with Du for space computation calculation, 2024-11-13T05:58:34,315 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:58:34,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cb3f80a25002bb3 with lease ID 0x64056635f7d09434: Processing first storage report for DS-dea9a6be-a512-4e25-9861-dbd618bef7d8 from datanode DatanodeRegistration(127.0.0.1:40055, datanodeUuid=dbc59190-e96a-408e-ac42-7f7db0e36cd3, infoPort=38333, infoSecurePort=0, ipcPort=33081, storageInfo=lv=-57;cid=testClusterID;nsid=1206603662;c=1731477511396) 2024-11-13T05:58:34,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cb3f80a25002bb3 with lease ID 0x64056635f7d09434: from storage DS-dea9a6be-a512-4e25-9861-dbd618bef7d8 node DatanodeRegistration(127.0.0.1:40055, datanodeUuid=dbc59190-e96a-408e-ac42-7f7db0e36cd3, infoPort=38333, infoSecurePort=0, ipcPort=33081, storageInfo=lv=-57;cid=testClusterID;nsid=1206603662;c=1731477511396), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T05:58:34,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1340f5c100992659 with lease ID 0x64056635f7d09435: Processing first storage report for DS-ae4116c4-bfd9-4a04-b182-f3ab3e13c8da from datanode DatanodeRegistration(127.0.0.1:43415, datanodeUuid=b45a3570-f9c4-4f63-86af-144433343318, infoPort=38995, infoSecurePort=0, ipcPort=33551, storageInfo=lv=-57;cid=testClusterID;nsid=1206603662;c=1731477511396) 2024-11-13T05:58:34,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1340f5c100992659 with lease ID 0x64056635f7d09435: from storage DS-ae4116c4-bfd9-4a04-b182-f3ab3e13c8da node DatanodeRegistration(127.0.0.1:43415, datanodeUuid=b45a3570-f9c4-4f63-86af-144433343318, infoPort=38995, infoSecurePort=0, ipcPort=33551, storageInfo=lv=-57;cid=testClusterID;nsid=1206603662;c=1731477511396), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T05:58:34,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebb22ce788507fc2 with lease ID 0x64056635f7d09436: Processing first storage report for DS-a95912d3-f428-4d09-b87e-db705f464b1a from datanode DatanodeRegistration(127.0.0.1:40567, datanodeUuid=1605736e-4bb4-4559-8ad6-f9e6618ba085, infoPort=42953, infoSecurePort=0, ipcPort=34573, storageInfo=lv=-57;cid=testClusterID;nsid=1206603662;c=1731477511396) 2024-11-13T05:58:34,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebb22ce788507fc2 with lease ID 0x64056635f7d09436: from storage DS-a95912d3-f428-4d09-b87e-db705f464b1a node DatanodeRegistration(127.0.0.1:40567, datanodeUuid=1605736e-4bb4-4559-8ad6-f9e6618ba085, infoPort=42953, infoSecurePort=0, ipcPort=34573, storageInfo=lv=-57;cid=testClusterID;nsid=1206603662;c=1731477511396), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:58:34,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cb3f80a25002bb3 with lease ID 0x64056635f7d09434: Processing first storage report for DS-12476a2a-79b7-4705-8e14-31860199b729 from datanode DatanodeRegistration(127.0.0.1:40055, datanodeUuid=dbc59190-e96a-408e-ac42-7f7db0e36cd3, infoPort=38333, infoSecurePort=0, ipcPort=33081, storageInfo=lv=-57;cid=testClusterID;nsid=1206603662;c=1731477511396) 2024-11-13T05:58:34,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cb3f80a25002bb3 with lease ID 0x64056635f7d09434: from storage DS-12476a2a-79b7-4705-8e14-31860199b729 node DatanodeRegistration(127.0.0.1:40055, datanodeUuid=dbc59190-e96a-408e-ac42-7f7db0e36cd3, infoPort=38333, infoSecurePort=0, ipcPort=33081, storageInfo=lv=-57;cid=testClusterID;nsid=1206603662;c=1731477511396), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T05:58:34,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1340f5c100992659 with lease ID 0x64056635f7d09435: Processing first storage report for DS-258bfa19-54bc-41c1-8234-55730875b2f3 from datanode DatanodeRegistration(127.0.0.1:43415, datanodeUuid=b45a3570-f9c4-4f63-86af-144433343318, infoPort=38995, infoSecurePort=0, ipcPort=33551, storageInfo=lv=-57;cid=testClusterID;nsid=1206603662;c=1731477511396) 2024-11-13T05:58:34,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1340f5c100992659 with lease ID 0x64056635f7d09435: from storage DS-258bfa19-54bc-41c1-8234-55730875b2f3 node DatanodeRegistration(127.0.0.1:43415, datanodeUuid=b45a3570-f9c4-4f63-86af-144433343318, infoPort=38995, infoSecurePort=0, ipcPort=33551, storageInfo=lv=-57;cid=testClusterID;nsid=1206603662;c=1731477511396), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:58:34,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebb22ce788507fc2 with lease ID 0x64056635f7d09436: Processing first storage report for DS-118a73cf-6dde-4ce4-ae9f-42fb38938e9c from datanode DatanodeRegistration(127.0.0.1:40567, datanodeUuid=1605736e-4bb4-4559-8ad6-f9e6618ba085, infoPort=42953, infoSecurePort=0, ipcPort=34573, storageInfo=lv=-57;cid=testClusterID;nsid=1206603662;c=1731477511396) 2024-11-13T05:58:34,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebb22ce788507fc2 with lease ID 0x64056635f7d09436: from storage DS-118a73cf-6dde-4ce4-ae9f-42fb38938e9c node DatanodeRegistration(127.0.0.1:40567, datanodeUuid=1605736e-4bb4-4559-8ad6-f9e6618ba085, infoPort=42953, infoSecurePort=0, ipcPort=34573, storageInfo=lv=-57;cid=testClusterID;nsid=1206603662;c=1731477511396), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:58:34,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83 2024-11-13T05:58:34,494 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/cluster_a185c011-41f1-d675-0e5e-9ac44a7883d1/zookeeper_0, clientPort=61114, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/cluster_a185c011-41f1-d675-0e5e-9ac44a7883d1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/cluster_a185c011-41f1-d675-0e5e-9ac44a7883d1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T05:58:34,504 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61114 2024-11-13T05:58:34,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:58:34,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:58:34,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:58:34,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:58:34,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:58:35,120 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35 with version=8 2024-11-13T05:58:35,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/hbase-staging 2024-11-13T05:58:35,195 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T05:58:35,390 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bc386b7bf2fe:0 server-side Connection retries=45 2024-11-13T05:58:35,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:58:35,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:58:35,405 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:58:35,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:58:35,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:58:35,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:58:35,591 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T05:58:35,601 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T05:58:35,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:58:35,629 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 48194 (auto-detected) 2024-11-13T05:58:35,630 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T05:58:35,649 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37703 2024-11-13T05:58:35,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37703 connecting to ZooKeeper ensemble=127.0.0.1:61114 2024-11-13T05:58:35,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377030x0, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:58:35,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37703-0x101340fbbb40000 connected 2024-11-13T05:58:35,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:58:35,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:58:35,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:58:35,872 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35, hbase.cluster.distributed=false 2024-11-13T05:58:35,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T05:58:35,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-13T05:58:35,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37703 2024-11-13T05:58:35,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37703 2024-11-13T05:58:35,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-13T05:58:35,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-13T05:58:36,003 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bc386b7bf2fe:0 server-side Connection retries=45 2024-11-13T05:58:36,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:58:36,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:58:36,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:58:36,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:58:36,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:58:36,007 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:58:36,010 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:58:36,011 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40113 2024-11-13T05:58:36,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40113 connecting to ZooKeeper ensemble=127.0.0.1:61114 2024-11-13T05:58:36,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:58:36,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:58:36,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401130x0, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:58:36,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40113-0x101340fbbb40001 connected 2024-11-13T05:58:36,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:58:36,061 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:58:36,069 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:58:36,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T05:58:36,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T05:58:36,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40113 2024-11-13T05:58:36,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40113 2024-11-13T05:58:36,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40113 2024-11-13T05:58:36,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40113 2024-11-13T05:58:36,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40113 2024-11-13T05:58:36,096 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bc386b7bf2fe:0 server-side Connection retries=45 2024-11-13T05:58:36,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:58:36,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:58:36,097 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:58:36,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:58:36,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:58:36,097 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:58:36,098 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:58:36,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34137 2024-11-13T05:58:36,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34137 connecting to ZooKeeper ensemble=127.0.0.1:61114 2024-11-13T05:58:36,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:58:36,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:58:36,138 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341370x0, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:58:36,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34137-0x101340fbbb40002 connected 2024-11-13T05:58:36,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:58:36,140 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:58:36,142 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:58:36,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T05:58:36,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T05:58:36,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34137 2024-11-13T05:58:36,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34137 2024-11-13T05:58:36,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34137 2024-11-13T05:58:36,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34137 2024-11-13T05:58:36,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34137 2024-11-13T05:58:36,168 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bc386b7bf2fe:0 server-side Connection retries=45 2024-11-13T05:58:36,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:58:36,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:58:36,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:58:36,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:58:36,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:58:36,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:58:36,170 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:58:36,171 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34067 2024-11-13T05:58:36,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34067 connecting to ZooKeeper ensemble=127.0.0.1:61114 2024-11-13T05:58:36,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:58:36,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:58:36,203 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340670x0, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:58:36,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340670x0, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:58:36,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34067-0x101340fbbb40003 connected 2024-11-13T05:58:36,205 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:58:36,206 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:58:36,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34067-0x101340fbbb40003, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T05:58:36,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34067-0x101340fbbb40003, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T05:58:36,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34067 2024-11-13T05:58:36,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34067 2024-11-13T05:58:36,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34067 2024-11-13T05:58:36,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34067 2024-11-13T05:58:36,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34067 2024-11-13T05:58:36,228 DEBUG [M:0;bc386b7bf2fe:37703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bc386b7bf2fe:37703 2024-11-13T05:58:36,229 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bc386b7bf2fe,37703,1731477515237 2024-11-13T05:58:36,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:58:36,245 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:58:36,245 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34067-0x101340fbbb40003, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:58:36,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:58:36,247 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bc386b7bf2fe,37703,1731477515237 2024-11-13T05:58:36,271 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T05:58:36,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T05:58:36,271 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34067-0x101340fbbb40003, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T05:58:36,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:36,271 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:36,271 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34067-0x101340fbbb40003, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:36,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:36,273 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T05:58:36,274 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bc386b7bf2fe,37703,1731477515237 from backup master directory 2024-11-13T05:58:36,286 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:58:36,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bc386b7bf2fe,37703,1731477515237 2024-11-13T05:58:36,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:58:36,286 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34067-0x101340fbbb40003, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:58:36,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:58:36,287 WARN [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:58:36,288 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bc386b7bf2fe,37703,1731477515237 2024-11-13T05:58:36,290 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T05:58:36,291 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T05:58:36,347 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/hbase.id] with ID: bde0eb67-4fac-4ca2-a615-d79388e1d561 2024-11-13T05:58:36,347 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/.tmp/hbase.id 2024-11-13T05:58:36,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:58:36,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:58:36,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:58:36,366 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/.tmp/hbase.id]:[hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/hbase.id] 2024-11-13T05:58:36,412 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:58:36,417 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:58:36,435 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-13T05:58:36,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:36,478 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:36,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:36,478 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34067-0x101340fbbb40003, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:36,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:58:36,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:58:36,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:58:36,518 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:58:36,520 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:58:36,534 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:58:36,538 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:58:36,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:58:36,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:58:36,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:58:36,585 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store 2024-11-13T05:58:36,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:58:36,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:58:36,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:58:36,613 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T05:58:36,616 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:36,618 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:58:36,618 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:58:36,618 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:58:36,620 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:58:36,620 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:58:36,621 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:58:36,622 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731477516618Disabling compacts and flushes for region at 1731477516618Disabling writes for close at 1731477516620 (+2 ms)Writing region close event to WAL at 1731477516620Closed at 1731477516620 2024-11-13T05:58:36,623 WARN [master/bc386b7bf2fe:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/.initializing 2024-11-13T05:58:36,624 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/WALs/bc386b7bf2fe,37703,1731477515237 2024-11-13T05:58:36,631 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:58:36,644 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc386b7bf2fe%2C37703%2C1731477515237, suffix=, logDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/WALs/bc386b7bf2fe,37703,1731477515237, archiveDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/oldWALs, maxLogs=10 2024-11-13T05:58:36,666 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/WALs/bc386b7bf2fe,37703,1731477515237/bc386b7bf2fe%2C37703%2C1731477515237.1731477516649, exclude list is [], retry=0 2024-11-13T05:58:36,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43415,DS-ae4116c4-bfd9-4a04-b182-f3ab3e13c8da,DISK] 2024-11-13T05:58:36,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40055,DS-dea9a6be-a512-4e25-9861-dbd618bef7d8,DISK] 2024-11-13T05:58:36,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40567,DS-a95912d3-f428-4d09-b87e-db705f464b1a,DISK] 2024-11-13T05:58:36,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T05:58:36,721 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/WALs/bc386b7bf2fe,37703,1731477515237/bc386b7bf2fe%2C37703%2C1731477515237.1731477516649 2024-11-13T05:58:36,721 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:38333:38333),(127.0.0.1/127.0.0.1:42953:42953)] 2024-11-13T05:58:36,722 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:58:36,723 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:36,727 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:58:36,728 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:58:36,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:58:36,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:58:36,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:36,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:58:36,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:58:36,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:58:36,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:36,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:58:36,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:58:36,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:58:36,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:36,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:58:36,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:58:36,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:58:36,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:36,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:58:36,802 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:58:36,805 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:58:36,807 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:58:36,812 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:58:36,812 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:58:36,816 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:58:36,819 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:58:36,823 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:58:36,824 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60889931, jitterRate=-0.09266932308673859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:58:36,831 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731477516739Initializing all the Stores at 1731477516741 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731477516742 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477516743 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477516743Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477516743Cleaning up temporary data from old regions at 1731477516812 (+69 ms)Region opened successfully at 1731477516831 (+19 ms) 2024-11-13T05:58:36,832 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:58:36,865 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f09c71f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc386b7bf2fe/172.17.0.2:0 2024-11-13T05:58:36,894 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:58:36,903 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:58:36,903 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:58:36,905 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:58:36,907 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T05:58:36,911 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T05:58:36,911 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-13T05:58:36,933 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:58:36,941 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T05:58:37,005 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T05:58:37,011 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:58:37,015 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:58:37,027 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T05:58:37,029 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:58:37,033 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:58:37,044 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T05:58:37,046 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:58:37,054 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T05:58:37,075 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:58:37,086 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T05:58:37,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T05:58:37,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T05:58:37,096 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34067-0x101340fbbb40003, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T05:58:37,096 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T05:58:37,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:37,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:37,096 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:37,097 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34067-0x101340fbbb40003, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:37,101 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bc386b7bf2fe,37703,1731477515237, sessionid=0x101340fbbb40000, setting cluster-up flag (Was=false) 2024-11-13T05:58:37,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:37,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:37,129 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:37,129 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34067-0x101340fbbb40003, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:37,155 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T05:58:37,159 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bc386b7bf2fe,37703,1731477515237 2024-11-13T05:58:37,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:37,179 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:37,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:37,180 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34067-0x101340fbbb40003, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:37,204 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T05:58:37,207 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bc386b7bf2fe,37703,1731477515237 2024-11-13T05:58:37,215 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:58:37,218 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(746): ClusterId : bde0eb67-4fac-4ca2-a615-d79388e1d561 2024-11-13T05:58:37,218 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(746): ClusterId : bde0eb67-4fac-4ca2-a615-d79388e1d561 2024-11-13T05:58:37,218 INFO [RS:2;bc386b7bf2fe:34067 {}] regionserver.HRegionServer(746): ClusterId : bde0eb67-4fac-4ca2-a615-d79388e1d561 2024-11-13T05:58:37,221 DEBUG [RS:2;bc386b7bf2fe:34067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:58:37,221 DEBUG [RS:1;bc386b7bf2fe:34137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:58:37,221 DEBUG [RS:0;bc386b7bf2fe:40113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:58:37,232 DEBUG [RS:2;bc386b7bf2fe:34067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:58:37,232 DEBUG [RS:0;bc386b7bf2fe:40113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:58:37,232 DEBUG [RS:1;bc386b7bf2fe:34137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:58:37,232 DEBUG [RS:2;bc386b7bf2fe:34067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:58:37,232 DEBUG [RS:0;bc386b7bf2fe:40113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:58:37,232 DEBUG [RS:1;bc386b7bf2fe:34137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:58:37,246 DEBUG [RS:2;bc386b7bf2fe:34067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:58:37,246 DEBUG [RS:1;bc386b7bf2fe:34137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:58:37,246 DEBUG [RS:0;bc386b7bf2fe:40113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:58:37,246 DEBUG [RS:2;bc386b7bf2fe:34067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a8a3ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc386b7bf2fe/172.17.0.2:0 2024-11-13T05:58:37,246 DEBUG [RS:1;bc386b7bf2fe:34137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b43121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc386b7bf2fe/172.17.0.2:0 2024-11-13T05:58:37,246 DEBUG [RS:0;bc386b7bf2fe:40113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601eb1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc386b7bf2fe/172.17.0.2:0 2024-11-13T05:58:37,260 DEBUG [RS:1;bc386b7bf2fe:34137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;bc386b7bf2fe:34137 2024-11-13T05:58:37,260 DEBUG [RS:2;bc386b7bf2fe:34067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;bc386b7bf2fe:34067 2024-11-13T05:58:37,263 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:58:37,263 INFO [RS:2;bc386b7bf2fe:34067 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:58:37,263 INFO [RS:2;bc386b7bf2fe:34067 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:58:37,263 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:58:37,263 DEBUG [RS:2;bc386b7bf2fe:34067 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:58:37,263 DEBUG [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:58:37,266 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(2659): reportForDuty to master=bc386b7bf2fe,37703,1731477515237 with port=34137, startcode=1731477516095 2024-11-13T05:58:37,266 INFO [RS:2;bc386b7bf2fe:34067 {}] regionserver.HRegionServer(2659): reportForDuty to master=bc386b7bf2fe,37703,1731477515237 with port=34067, startcode=1731477516167 2024-11-13T05:58:37,266 DEBUG [RS:0;bc386b7bf2fe:40113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bc386b7bf2fe:40113 2024-11-13T05:58:37,266 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:58:37,266 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:58:37,266 DEBUG [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:58:37,268 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(2659): reportForDuty to master=bc386b7bf2fe,37703,1731477515237 with port=40113, startcode=1731477515972 2024-11-13T05:58:37,278 DEBUG [RS:0;bc386b7bf2fe:40113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:58:37,278 DEBUG [RS:2;bc386b7bf2fe:34067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:58:37,278 DEBUG [RS:1;bc386b7bf2fe:34137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:58:37,314 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38495, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:58:37,314 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41961, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:58:37,314 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43869, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:58:37,315 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:58:37,321 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37703 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T05:58:37,325 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:58:37,325 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37703 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T05:58:37,327 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37703 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T05:58:37,331 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:58:37,336 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bc386b7bf2fe,37703,1731477515237 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:58:37,342 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bc386b7bf2fe:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:58:37,343 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bc386b7bf2fe:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:58:37,343 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bc386b7bf2fe:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:58:37,343 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bc386b7bf2fe:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:58:37,343 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bc386b7bf2fe:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:58:37,343 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,344 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bc386b7bf2fe:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:58:37,344 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,345 DEBUG [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T05:58:37,345 DEBUG [RS:2;bc386b7bf2fe:34067 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T05:58:37,345 DEBUG [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T05:58:37,346 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731477547346 2024-11-13T05:58:37,346 WARN [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T05:58:37,346 WARN [RS:2;bc386b7bf2fe:34067 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T05:58:37,346 WARN [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T05:58:37,347 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:58:37,348 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:58:37,349 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:58:37,349 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:58:37,351 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:58:37,352 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:58:37,352 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:58:37,352 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:58:37,354 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:37,353 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,355 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:58:37,357 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:58:37,358 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:58:37,359 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:58:37,361 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:58:37,361 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:58:37,365 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bc386b7bf2fe:0:becomeActiveMaster-HFileCleaner.large.0-1731477517363,5,FailOnTimeoutGroup] 2024-11-13T05:58:37,366 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bc386b7bf2fe:0:becomeActiveMaster-HFileCleaner.small.0-1731477517365,5,FailOnTimeoutGroup] 2024-11-13T05:58:37,366 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,366 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:58:37,367 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,368 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:58:37,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:58:37,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:58:37,392 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:58:37,393 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35 2024-11-13T05:58:37,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741832_1008 (size=32) 2024-11-13T05:58:37,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741832_1008 (size=32) 2024-11-13T05:58:37,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741832_1008 (size=32) 2024-11-13T05:58:37,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:37,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:58:37,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:58:37,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:37,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:58:37,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:58:37,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:58:37,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:37,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:58:37,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:58:37,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:58:37,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:37,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:58:37,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:58:37,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:58:37,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:37,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:58:37,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:58:37,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740 2024-11-13T05:58:37,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740 2024-11-13T05:58:37,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:58:37,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:58:37,430 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:58:37,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:58:37,436 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:58:37,437 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71265031, jitterRate=0.06193171441555023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:58:37,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731477517409Initializing all the Stores at 1731477517410 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731477517410Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731477517411 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477517411Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731477517411Cleaning up temporary data from old regions at 1731477517429 (+18 ms)Region opened successfully at 1731477517441 (+12 ms) 2024-11-13T05:58:37,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:58:37,441 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:58:37,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:58:37,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:58:37,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:58:37,443 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:58:37,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731477517441Disabling compacts and flushes for region at 1731477517441Disabling writes for close at 1731477517441Writing region close event to WAL at 1731477517442 (+1 ms)Closed at 1731477517443 (+1 ms) 2024-11-13T05:58:37,447 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:58:37,447 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:58:37,447 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(2659): reportForDuty to master=bc386b7bf2fe,37703,1731477515237 with port=34137, startcode=1731477516095 2024-11-13T05:58:37,447 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(2659): reportForDuty to master=bc386b7bf2fe,37703,1731477515237 with port=40113, startcode=1731477515972 2024-11-13T05:58:37,447 INFO [RS:2;bc386b7bf2fe:34067 {}] regionserver.HRegionServer(2659): reportForDuty to master=bc386b7bf2fe,37703,1731477515237 with port=34067, startcode=1731477516167 2024-11-13T05:58:37,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37703 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bc386b7bf2fe,34137,1731477516095 2024-11-13T05:58:37,450 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37703 {}] master.ServerManager(517): Registering regionserver=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:58:37,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:58:37,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37703 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bc386b7bf2fe,34067,1731477516167 2024-11-13T05:58:37,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37703 {}] master.ServerManager(517): Registering regionserver=bc386b7bf2fe,34067,1731477516167 2024-11-13T05:58:37,458 DEBUG [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35 2024-11-13T05:58:37,458 DEBUG [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41167 2024-11-13T05:58:37,458 DEBUG [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:58:37,461 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37703 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bc386b7bf2fe,40113,1731477515972 2024-11-13T05:58:37,461 DEBUG [RS:2;bc386b7bf2fe:34067 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35 2024-11-13T05:58:37,461 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37703 {}] master.ServerManager(517): Registering regionserver=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:58:37,461 DEBUG [RS:2;bc386b7bf2fe:34067 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41167 2024-11-13T05:58:37,461 DEBUG [RS:2;bc386b7bf2fe:34067 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:58:37,464 DEBUG [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35 2024-11-13T05:58:37,464 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:58:37,464 DEBUG [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41167 2024-11-13T05:58:37,464 DEBUG [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:58:37,467 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:58:37,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T05:58:37,510 DEBUG [RS:1;bc386b7bf2fe:34137 {}] zookeeper.ZKUtil(111): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bc386b7bf2fe,34137,1731477516095 2024-11-13T05:58:37,510 WARN [RS:1;bc386b7bf2fe:34137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:58:37,510 DEBUG [RS:2;bc386b7bf2fe:34067 {}] zookeeper.ZKUtil(111): regionserver:34067-0x101340fbbb40003, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bc386b7bf2fe,34067,1731477516167 2024-11-13T05:58:37,510 INFO [RS:1;bc386b7bf2fe:34137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:58:37,511 WARN [RS:2;bc386b7bf2fe:34067 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:58:37,511 DEBUG [RS:0;bc386b7bf2fe:40113 {}] zookeeper.ZKUtil(111): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bc386b7bf2fe,40113,1731477515972 2024-11-13T05:58:37,511 DEBUG [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34137,1731477516095 2024-11-13T05:58:37,511 WARN [RS:0;bc386b7bf2fe:40113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:58:37,511 INFO [RS:2;bc386b7bf2fe:34067 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:58:37,511 INFO [RS:0;bc386b7bf2fe:40113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:58:37,511 DEBUG [RS:2;bc386b7bf2fe:34067 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167 2024-11-13T05:58:37,512 DEBUG [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,40113,1731477515972 2024-11-13T05:58:37,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bc386b7bf2fe,34067,1731477516167] 2024-11-13T05:58:37,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bc386b7bf2fe,34137,1731477516095] 2024-11-13T05:58:37,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bc386b7bf2fe,40113,1731477515972] 2024-11-13T05:58:37,538 INFO [RS:2;bc386b7bf2fe:34067 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:58:37,538 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:58:37,538 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:58:37,557 INFO [RS:2;bc386b7bf2fe:34067 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:58:37,557 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:58:37,558 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:58:37,562 INFO [RS:1;bc386b7bf2fe:34137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:58:37,562 INFO [RS:2;bc386b7bf2fe:34067 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:58:37,562 INFO [RS:0;bc386b7bf2fe:40113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:58:37,562 INFO [RS:1;bc386b7bf2fe:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,562 INFO [RS:0;bc386b7bf2fe:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,562 INFO [RS:2;bc386b7bf2fe:34067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,563 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:58:37,563 INFO [RS:2;bc386b7bf2fe:34067 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:58:37,563 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:58:37,569 INFO [RS:1;bc386b7bf2fe:34137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:58:37,569 INFO [RS:0;bc386b7bf2fe:40113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:58:37,569 INFO [RS:2;bc386b7bf2fe:34067 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:58:37,571 INFO [RS:1;bc386b7bf2fe:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,571 INFO [RS:2;bc386b7bf2fe:34067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,571 INFO [RS:0;bc386b7bf2fe:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,571 DEBUG [RS:1;bc386b7bf2fe:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,571 DEBUG [RS:2;bc386b7bf2fe:34067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,571 DEBUG [RS:0;bc386b7bf2fe:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,571 DEBUG [RS:1;bc386b7bf2fe:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,571 DEBUG [RS:2;bc386b7bf2fe:34067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,571 DEBUG [RS:0;bc386b7bf2fe:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,571 DEBUG [RS:1;bc386b7bf2fe:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,571 DEBUG [RS:2;bc386b7bf2fe:34067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,571 DEBUG [RS:1;bc386b7bf2fe:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,571 DEBUG [RS:0;bc386b7bf2fe:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,571 DEBUG [RS:2;bc386b7bf2fe:34067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,571 DEBUG [RS:1;bc386b7bf2fe:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,571 DEBUG [RS:0;bc386b7bf2fe:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,571 DEBUG [RS:2;bc386b7bf2fe:34067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,571 DEBUG [RS:1;bc386b7bf2fe:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:58:37,572 DEBUG [RS:0;bc386b7bf2fe:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,572 DEBUG [RS:1;bc386b7bf2fe:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,572 DEBUG [RS:2;bc386b7bf2fe:34067 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:58:37,572 DEBUG [RS:1;bc386b7bf2fe:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,572 DEBUG [RS:0;bc386b7bf2fe:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:58:37,572 DEBUG [RS:2;bc386b7bf2fe:34067 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,572 DEBUG [RS:1;bc386b7bf2fe:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,572 DEBUG [RS:0;bc386b7bf2fe:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,572 DEBUG [RS:2;bc386b7bf2fe:34067 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,572 DEBUG [RS:1;bc386b7bf2fe:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,572 DEBUG [RS:0;bc386b7bf2fe:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,572 DEBUG [RS:1;bc386b7bf2fe:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,572 DEBUG [RS:2;bc386b7bf2fe:34067 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,572 DEBUG [RS:1;bc386b7bf2fe:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,572 DEBUG [RS:0;bc386b7bf2fe:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,572 DEBUG [RS:2;bc386b7bf2fe:34067 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,572 DEBUG [RS:1;bc386b7bf2fe:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:58:37,572 DEBUG [RS:0;bc386b7bf2fe:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,572 DEBUG [RS:1;bc386b7bf2fe:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bc386b7bf2fe:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:58:37,572 DEBUG [RS:2;bc386b7bf2fe:34067 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,572 DEBUG [RS:0;bc386b7bf2fe:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,572 DEBUG [RS:2;bc386b7bf2fe:34067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,573 DEBUG [RS:0;bc386b7bf2fe:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:58:37,573 DEBUG [RS:2;bc386b7bf2fe:34067 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:58:37,573 DEBUG [RS:0;bc386b7bf2fe:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:58:37,573 DEBUG [RS:2;bc386b7bf2fe:34067 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bc386b7bf2fe:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:58:37,573 DEBUG [RS:0;bc386b7bf2fe:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bc386b7bf2fe:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:58:37,578 INFO [RS:1;bc386b7bf2fe:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,579 INFO [RS:1;bc386b7bf2fe:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,579 INFO [RS:1;bc386b7bf2fe:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,579 INFO [RS:1;bc386b7bf2fe:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,579 INFO [RS:1;bc386b7bf2fe:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,579 INFO [RS:1;bc386b7bf2fe:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,34137,1731477516095-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:58:37,580 INFO [RS:2;bc386b7bf2fe:34067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,580 INFO [RS:0;bc386b7bf2fe:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,580 INFO [RS:2;bc386b7bf2fe:34067 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,580 INFO [RS:0;bc386b7bf2fe:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,580 INFO [RS:2;bc386b7bf2fe:34067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,580 INFO [RS:2;bc386b7bf2fe:34067 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,580 INFO [RS:0;bc386b7bf2fe:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,581 INFO [RS:2;bc386b7bf2fe:34067 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,581 INFO [RS:0;bc386b7bf2fe:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,581 INFO [RS:2;bc386b7bf2fe:34067 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,34067,1731477516167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:58:37,581 INFO [RS:0;bc386b7bf2fe:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,581 INFO [RS:0;bc386b7bf2fe:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,40113,1731477515972-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:58:37,603 INFO [RS:2;bc386b7bf2fe:34067 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:58:37,603 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:58:37,603 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:58:37,606 INFO [RS:1;bc386b7bf2fe:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,34137,1731477516095-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,606 INFO [RS:2;bc386b7bf2fe:34067 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,34067,1731477516167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,606 INFO [RS:0;bc386b7bf2fe:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,40113,1731477515972-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,606 INFO [RS:0;bc386b7bf2fe:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,606 INFO [RS:1;bc386b7bf2fe:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,606 INFO [RS:2;bc386b7bf2fe:34067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,606 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.Replication(171): bc386b7bf2fe,40113,1731477515972 started 2024-11-13T05:58:37,606 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.Replication(171): bc386b7bf2fe,34137,1731477516095 started 2024-11-13T05:58:37,606 INFO [RS:2;bc386b7bf2fe:34067 {}] regionserver.Replication(171): bc386b7bf2fe,34067,1731477516167 started 2024-11-13T05:58:37,618 WARN [bc386b7bf2fe:37703 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T05:58:37,628 INFO [RS:0;bc386b7bf2fe:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,628 INFO [RS:1;bc386b7bf2fe:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,628 INFO [RS:2;bc386b7bf2fe:34067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:37,629 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(1482): Serving as bc386b7bf2fe,40113,1731477515972, RpcServer on bc386b7bf2fe/172.17.0.2:40113, sessionid=0x101340fbbb40001 2024-11-13T05:58:37,629 INFO [RS:2;bc386b7bf2fe:34067 {}] regionserver.HRegionServer(1482): Serving as bc386b7bf2fe,34067,1731477516167, RpcServer on bc386b7bf2fe/172.17.0.2:34067, sessionid=0x101340fbbb40003 2024-11-13T05:58:37,629 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(1482): Serving as bc386b7bf2fe,34137,1731477516095, RpcServer on bc386b7bf2fe/172.17.0.2:34137, sessionid=0x101340fbbb40002 2024-11-13T05:58:37,630 DEBUG [RS:1;bc386b7bf2fe:34137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:58:37,630 DEBUG [RS:2;bc386b7bf2fe:34067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:58:37,630 DEBUG [RS:0;bc386b7bf2fe:40113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:58:37,630 DEBUG [RS:0;bc386b7bf2fe:40113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bc386b7bf2fe,40113,1731477515972 2024-11-13T05:58:37,630 DEBUG [RS:1;bc386b7bf2fe:34137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bc386b7bf2fe,34137,1731477516095 2024-11-13T05:58:37,630 DEBUG [RS:2;bc386b7bf2fe:34067 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bc386b7bf2fe,34067,1731477516167 2024-11-13T05:58:37,630 DEBUG [RS:1;bc386b7bf2fe:34137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc386b7bf2fe,34137,1731477516095' 2024-11-13T05:58:37,630 DEBUG [RS:0;bc386b7bf2fe:40113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc386b7bf2fe,40113,1731477515972' 2024-11-13T05:58:37,630 DEBUG [RS:2;bc386b7bf2fe:34067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc386b7bf2fe,34067,1731477516167' 2024-11-13T05:58:37,630 DEBUG [RS:0;bc386b7bf2fe:40113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T05:58:37,630 DEBUG [RS:2;bc386b7bf2fe:34067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T05:58:37,630 DEBUG [RS:1;bc386b7bf2fe:34137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T05:58:37,631 DEBUG [RS:2;bc386b7bf2fe:34067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T05:58:37,631 DEBUG [RS:0;bc386b7bf2fe:40113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T05:58:37,631 DEBUG [RS:1;bc386b7bf2fe:34137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T05:58:37,632 DEBUG [RS:1;bc386b7bf2fe:34137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:58:37,632 DEBUG [RS:1;bc386b7bf2fe:34137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:58:37,632 DEBUG [RS:2;bc386b7bf2fe:34067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:58:37,632 DEBUG [RS:0;bc386b7bf2fe:40113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:58:37,632 DEBUG [RS:2;bc386b7bf2fe:34067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:58:37,632 DEBUG [RS:0;bc386b7bf2fe:40113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:58:37,632 DEBUG [RS:1;bc386b7bf2fe:34137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bc386b7bf2fe,34137,1731477516095 2024-11-13T05:58:37,632 DEBUG [RS:2;bc386b7bf2fe:34067 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bc386b7bf2fe,34067,1731477516167 2024-11-13T05:58:37,632 DEBUG [RS:1;bc386b7bf2fe:34137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc386b7bf2fe,34137,1731477516095' 2024-11-13T05:58:37,632 DEBUG [RS:0;bc386b7bf2fe:40113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bc386b7bf2fe,40113,1731477515972 2024-11-13T05:58:37,632 DEBUG [RS:2;bc386b7bf2fe:34067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc386b7bf2fe,34067,1731477516167' 2024-11-13T05:58:37,632 DEBUG [RS:1;bc386b7bf2fe:34137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T05:58:37,632 DEBUG [RS:0;bc386b7bf2fe:40113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc386b7bf2fe,40113,1731477515972' 2024-11-13T05:58:37,632 DEBUG [RS:2;bc386b7bf2fe:34067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T05:58:37,632 DEBUG [RS:0;bc386b7bf2fe:40113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T05:58:37,632 DEBUG [RS:1;bc386b7bf2fe:34137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T05:58:37,633 DEBUG [RS:2;bc386b7bf2fe:34067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T05:58:37,633 DEBUG [RS:0;bc386b7bf2fe:40113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T05:58:37,633 DEBUG [RS:1;bc386b7bf2fe:34137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:58:37,633 INFO [RS:1;bc386b7bf2fe:34137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:58:37,633 INFO [RS:1;bc386b7bf2fe:34137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:58:37,633 DEBUG [RS:0;bc386b7bf2fe:40113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:58:37,633 INFO [RS:0;bc386b7bf2fe:40113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:58:37,633 DEBUG [RS:2;bc386b7bf2fe:34067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:58:37,633 INFO [RS:2;bc386b7bf2fe:34067 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:58:37,633 INFO [RS:0;bc386b7bf2fe:40113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:58:37,633 INFO [RS:2;bc386b7bf2fe:34067 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:58:37,740 INFO [RS:0;bc386b7bf2fe:40113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:58:37,740 INFO [RS:2;bc386b7bf2fe:34067 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:58:37,740 INFO [RS:1;bc386b7bf2fe:34137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:58:37,744 INFO [RS:2;bc386b7bf2fe:34067 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc386b7bf2fe%2C34067%2C1731477516167, suffix=, logDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167, archiveDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/oldWALs, maxLogs=32 2024-11-13T05:58:37,744 INFO [RS:0;bc386b7bf2fe:40113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc386b7bf2fe%2C40113%2C1731477515972, suffix=, logDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,40113,1731477515972, archiveDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/oldWALs, maxLogs=32 2024-11-13T05:58:37,744 INFO [RS:1;bc386b7bf2fe:34137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc386b7bf2fe%2C34137%2C1731477516095, suffix=, logDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34137,1731477516095, archiveDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/oldWALs, maxLogs=32 2024-11-13T05:58:37,760 DEBUG [RS:0;bc386b7bf2fe:40113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,40113,1731477515972/bc386b7bf2fe%2C40113%2C1731477515972.1731477517747, exclude list is [], retry=0 2024-11-13T05:58:37,760 DEBUG [RS:1;bc386b7bf2fe:34137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34137,1731477516095/bc386b7bf2fe%2C34137%2C1731477516095.1731477517747, exclude list is [], retry=0 2024-11-13T05:58:37,761 DEBUG [RS:2;bc386b7bf2fe:34067 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167/bc386b7bf2fe%2C34067%2C1731477516167.1731477517747, exclude list is [], retry=0 2024-11-13T05:58:37,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40055,DS-dea9a6be-a512-4e25-9861-dbd618bef7d8,DISK] 2024-11-13T05:58:37,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43415,DS-ae4116c4-bfd9-4a04-b182-f3ab3e13c8da,DISK] 2024-11-13T05:58:37,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43415,DS-ae4116c4-bfd9-4a04-b182-f3ab3e13c8da,DISK] 2024-11-13T05:58:37,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40055,DS-dea9a6be-a512-4e25-9861-dbd618bef7d8,DISK] 2024-11-13T05:58:37,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40567,DS-a95912d3-f428-4d09-b87e-db705f464b1a,DISK] 2024-11-13T05:58:37,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40567,DS-a95912d3-f428-4d09-b87e-db705f464b1a,DISK] 2024-11-13T05:58:37,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43415,DS-ae4116c4-bfd9-4a04-b182-f3ab3e13c8da,DISK] 2024-11-13T05:58:37,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40567,DS-a95912d3-f428-4d09-b87e-db705f464b1a,DISK] 2024-11-13T05:58:37,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40055,DS-dea9a6be-a512-4e25-9861-dbd618bef7d8,DISK] 2024-11-13T05:58:37,771 INFO [RS:2;bc386b7bf2fe:34067 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167/bc386b7bf2fe%2C34067%2C1731477516167.1731477517747 2024-11-13T05:58:37,771 INFO [RS:1;bc386b7bf2fe:34137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34137,1731477516095/bc386b7bf2fe%2C34137%2C1731477516095.1731477517747 2024-11-13T05:58:37,771 INFO [RS:0;bc386b7bf2fe:40113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,40113,1731477515972/bc386b7bf2fe%2C40113%2C1731477515972.1731477517747 2024-11-13T05:58:37,773 DEBUG [RS:1;bc386b7bf2fe:34137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38333:38333),(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:42953:42953)] 2024-11-13T05:58:37,773 DEBUG [RS:2;bc386b7bf2fe:34067 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42953:42953),(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:38333:38333)] 2024-11-13T05:58:37,773 DEBUG [RS:0;bc386b7bf2fe:40113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:38333:38333),(127.0.0.1/127.0.0.1:42953:42953)] 2024-11-13T05:58:37,873 DEBUG [bc386b7bf2fe:37703 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T05:58:37,882 DEBUG [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(204): Hosts are {bc386b7bf2fe=0} racks are {/default-rack=0} 2024-11-13T05:58:37,888 DEBUG [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T05:58:37,888 DEBUG [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T05:58:37,888 DEBUG [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T05:58:37,888 DEBUG [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T05:58:37,888 DEBUG [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T05:58:37,888 DEBUG [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T05:58:37,888 INFO [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T05:58:37,889 INFO [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T05:58:37,889 INFO [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T05:58:37,889 DEBUG [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T05:58:37,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:58:37,900 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bc386b7bf2fe,40113,1731477515972, state=OPENING 2024-11-13T05:58:37,929 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:58:37,980 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34067-0x101340fbbb40003, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:37,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:37,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:37,980 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:58:37,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:58:37,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:58:37,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:58:37,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:58:37,987 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:58:37,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bc386b7bf2fe,40113,1731477515972}] 2024-11-13T05:58:45,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T05:58:45,590 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T05:58:48,015 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:58:48,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45671, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:58:48,030 INFO [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:58:48,030 INFO [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:58:48,031 INFO [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:58:48,034 INFO [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc386b7bf2fe%2C40113%2C1731477515972.meta, suffix=.meta, logDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,40113,1731477515972, archiveDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/oldWALs, maxLogs=32 2024-11-13T05:58:48,050 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,40113,1731477515972/bc386b7bf2fe%2C40113%2C1731477515972.meta.1731477528036.meta, exclude list is [], retry=0 2024-11-13T05:58:48,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43415,DS-ae4116c4-bfd9-4a04-b182-f3ab3e13c8da,DISK] 2024-11-13T05:58:48,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40567,DS-a95912d3-f428-4d09-b87e-db705f464b1a,DISK] 2024-11-13T05:58:48,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40055,DS-dea9a6be-a512-4e25-9861-dbd618bef7d8,DISK] 2024-11-13T05:58:48,058 INFO [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,40113,1731477515972/bc386b7bf2fe%2C40113%2C1731477515972.meta.1731477528036.meta 2024-11-13T05:58:48,058 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38995:38995),(127.0.0.1/127.0.0.1:42953:42953),(127.0.0.1/127.0.0.1:38333:38333)] 2024-11-13T05:58:48,058 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:58:48,060 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:58:48,062 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:58:48,067 INFO [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:58:48,070 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:58:48,070 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:48,071 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:58:48,071 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:58:48,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:58:48,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:58:48,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:48,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:58:48,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:58:48,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:58:48,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:48,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:58:48,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:58:48,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:58:48,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:48,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:58:48,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:58:48,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:58:48,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:48,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:58:48,082 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:58:48,084 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740 2024-11-13T05:58:48,086 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740 2024-11-13T05:58:48,088 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:58:48,089 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:58:48,089 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:58:48,092 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:58:48,093 INFO [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70788918, jitterRate=0.05483707785606384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:58:48,094 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:58:48,095 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731477528071Writing region info on filesystem at 1731477528071Initializing all the Stores at 1731477528073 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731477528073Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731477528073Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477528073Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731477528073Cleaning up temporary data from old regions at 1731477528089 (+16 ms)Running coprocessor post-open hooks at 1731477528094 (+5 ms)Region opened successfully at 1731477528095 (+1 ms) 2024-11-13T05:58:48,101 INFO [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731477528007 2024-11-13T05:58:48,110 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:58:48,111 INFO [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:58:48,112 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:58:48,114 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bc386b7bf2fe,40113,1731477515972, state=OPEN 2024-11-13T05:58:48,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:58:48,153 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34067-0x101340fbbb40003, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:58:48,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:58:48,153 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:58:48,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:58:48,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:58:48,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:58:48,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:58:48,155 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:58:48,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:58:48,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bc386b7bf2fe,40113,1731477515972 in 10.1670 sec 2024-11-13T05:58:48,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:58:48,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7100 sec 2024-11-13T05:58:48,171 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:58:48,171 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:58:48,190 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:58:48,191 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bc386b7bf2fe,40113,1731477515972, seqNum=-1] 2024-11-13T05:58:48,209 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:58:48,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38361, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:58:48,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9800 sec 2024-11-13T05:58:48,231 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731477528231, completionTime=-1 2024-11-13T05:58:48,233 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T05:58:48,233 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T05:58:48,260 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-13T05:58:48,260 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731477588260 2024-11-13T05:58:48,260 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731477648260 2024-11-13T05:58:48,260 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-13T05:58:48,262 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:58:48,270 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,37703,1731477515237-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:48,270 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,37703,1731477515237-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:48,270 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,37703,1731477515237-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:48,272 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bc386b7bf2fe:37703, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:48,272 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:48,273 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:48,277 DEBUG [master/bc386b7bf2fe:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:58:48,300 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.011sec 2024-11-13T05:58:48,302 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:58:48,303 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:58:48,304 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:58:48,304 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:58:48,305 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:58:48,305 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,37703,1731477515237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:58:48,306 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,37703,1731477515237-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:58:48,310 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:58:48,311 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:58:48,311 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,37703,1731477515237-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:58:48,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d458dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:58:48,346 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T05:58:48,346 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T05:58:48,350 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bc386b7bf2fe,37703,-1 for getting cluster id 2024-11-13T05:58:48,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:58:48,363 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bde0eb67-4fac-4ca2-a615-d79388e1d561' 2024-11-13T05:58:48,365 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:58:48,366 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bde0eb67-4fac-4ca2-a615-d79388e1d561" 2024-11-13T05:58:48,366 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba7aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:58:48,366 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bc386b7bf2fe,37703,-1] 2024-11-13T05:58:48,368 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:58:48,370 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:58:48,371 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:58:48,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c529f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:58:48,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:58:48,381 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bc386b7bf2fe,40113,1731477515972, seqNum=-1] 2024-11-13T05:58:48,382 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:58:48,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:58:48,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bc386b7bf2fe,37703,1731477515237 2024-11-13T05:58:48,426 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731477528425 (current time:1731477528425). 2024-11-13T05:58:48,426 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-13T05:58:48,426 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-13T05:58:48,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141da473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:58:48,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bc386b7bf2fe,37703,-1 for getting cluster id 2024-11-13T05:58:48,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:58:48,430 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bde0eb67-4fac-4ca2-a615-d79388e1d561' 2024-11-13T05:58:48,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:58:48,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bde0eb67-4fac-4ca2-a615-d79388e1d561" 2024-11-13T05:58:48,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f776fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:58:48,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bc386b7bf2fe,37703,-1] 2024-11-13T05:58:48,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:58:48,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:58:48,433 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:58:48,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b5a23a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:58:48,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:58:48,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bc386b7bf2fe,40113,1731477515972, seqNum=-1] 2024-11-13T05:58:48,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:58:48,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:58:48,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:58:48,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:58:48,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:58:48,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:58:48,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:58:48,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:58:48,459 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bc386b7bf2fe,37703,1731477515237 2024-11-13T05:58:48,462 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c7e5715 2024-11-13T05:58:48,463 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:58:48,465 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:58:48,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:58:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-13T05:58:48,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:58:48,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-13T05:58:48,485 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:48,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:58:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:58:48,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741837_1013 (size=361) 2024-11-13T05:58:48,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741837_1013 (size=361) 2024-11-13T05:58:48,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741837_1013 (size=361) 2024-11-13T05:58:48,506 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6a82b8dabc05995186e1f539378dc05c, NAME => 'SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35 2024-11-13T05:58:48,506 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3670cfd492e90dfcc08dd63fea12900c, NAME => 'SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35 2024-11-13T05:58:48,506 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e8635023df46027f9dc38bae3d55fc0, NAME => 'SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35 2024-11-13T05:58:48,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741838_1014 (size=54) 2024-11-13T05:58:48,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741838_1014 (size=54) 2024-11-13T05:58:48,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741838_1014 (size=54) 2024-11-13T05:58:48,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741839_1015 (size=62) 2024-11-13T05:58:48,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741839_1015 (size=62) 2024-11-13T05:58:48,528 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:48,529 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0e8635023df46027f9dc38bae3d55fc0, disabling compactions & flushes 2024-11-13T05:58:48,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741839_1015 (size=62) 2024-11-13T05:58:48,529 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. 2024-11-13T05:58:48,529 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. 2024-11-13T05:58:48,529 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. after waiting 0 ms 2024-11-13T05:58:48,529 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. 2024-11-13T05:58:48,529 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. 2024-11-13T05:58:48,529 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e8635023df46027f9dc38bae3d55fc0: Waiting for close lock at 1731477528529Disabling compacts and flushes for region at 1731477528529Disabling writes for close at 1731477528529Writing region close event to WAL at 1731477528529Closed at 1731477528529 2024-11-13T05:58:48,530 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 097f192d39e302e9a084f6d4562246b1, NAME => 'SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35 2024-11-13T05:58:48,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:48,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6a82b8dabc05995186e1f539378dc05c, disabling compactions & flushes 2024-11-13T05:58:48,530 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c. 2024-11-13T05:58:48,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c. 2024-11-13T05:58:48,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c. after waiting 0 ms 2024-11-13T05:58:48,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c. 2024-11-13T05:58:48,530 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c. 2024-11-13T05:58:48,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6a82b8dabc05995186e1f539378dc05c: Waiting for close lock at 1731477528530Disabling compacts and flushes for region at 1731477528530Disabling writes for close at 1731477528530Writing region close event to WAL at 1731477528530Closed at 1731477528530 2024-11-13T05:58:48,531 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a00dd8eba6d3df9ec09dbed47ad75e03, NAME => 'SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35 2024-11-13T05:58:48,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741840_1016 (size=62) 2024-11-13T05:58:48,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741840_1016 (size=62) 2024-11-13T05:58:48,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741840_1016 (size=62) 2024-11-13T05:58:48,538 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:48,538 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3670cfd492e90dfcc08dd63fea12900c, disabling compactions & flushes 2024-11-13T05:58:48,539 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c. 2024-11-13T05:58:48,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c. 2024-11-13T05:58:48,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c. after waiting 0 ms 2024-11-13T05:58:48,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c. 2024-11-13T05:58:48,539 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c. 2024-11-13T05:58:48,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3670cfd492e90dfcc08dd63fea12900c: Waiting for close lock at 1731477528538Disabling compacts and flushes for region at 1731477528538Disabling writes for close at 1731477528539 (+1 ms)Writing region close event to WAL at 1731477528539Closed at 1731477528539 2024-11-13T05:58:48,539 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6317099c39e176165248229300dae03f, NAME => 'SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35 2024-11-13T05:58:48,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741841_1017 (size=62) 2024-11-13T05:58:48,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741841_1017 (size=62) 2024-11-13T05:58:48,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:48,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a00dd8eba6d3df9ec09dbed47ad75e03, disabling compactions & flushes 2024-11-13T05:58:48,559 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. 2024-11-13T05:58:48,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. 2024-11-13T05:58:48,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. after waiting 0 ms 2024-11-13T05:58:48,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. 2024-11-13T05:58:48,559 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. 2024-11-13T05:58:48,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a00dd8eba6d3df9ec09dbed47ad75e03: Waiting for close lock at 1731477528559Disabling compacts and flushes for region at 1731477528559Disabling writes for close at 1731477528559Writing region close event to WAL at 1731477528559Closed at 1731477528559 2024-11-13T05:58:48,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741841_1017 (size=62) 2024-11-13T05:58:48,560 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 26833ad5f0720b8ef71929b0b2ad01a9, NAME => 'SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35 2024-11-13T05:58:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741842_1018 (size=62) 2024-11-13T05:58:48,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741842_1018 (size=62) 2024-11-13T05:58:48,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741842_1018 (size=62) 2024-11-13T05:58:48,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:48,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 097f192d39e302e9a084f6d4562246b1, disabling compactions & flushes 2024-11-13T05:58:48,565 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1. 2024-11-13T05:58:48,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1. 2024-11-13T05:58:48,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1. after waiting 0 ms 2024-11-13T05:58:48,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1. 2024-11-13T05:58:48,565 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1. 2024-11-13T05:58:48,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 097f192d39e302e9a084f6d4562246b1: Waiting for close lock at 1731477528565Disabling compacts and flushes for region at 1731477528565Disabling writes for close at 1731477528565Writing region close event to WAL at 1731477528565Closed at 1731477528565 2024-11-13T05:58:48,566 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ff9b848385e70faaaa58a8403829cd8, NAME => 'SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35 2024-11-13T05:58:48,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741843_1019 (size=62) 2024-11-13T05:58:48,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741843_1019 (size=62) 2024-11-13T05:58:48,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741843_1019 (size=62) 2024-11-13T05:58:48,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:48,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6317099c39e176165248229300dae03f, disabling compactions & flushes 2024-11-13T05:58:48,581 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f. 2024-11-13T05:58:48,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f. 2024-11-13T05:58:48,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f. after waiting 0 ms 2024-11-13T05:58:48,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f. 2024-11-13T05:58:48,581 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f. 2024-11-13T05:58:48,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6317099c39e176165248229300dae03f: Waiting for close lock at 1731477528580Disabling compacts and flushes for region at 1731477528580Disabling writes for close at 1731477528581 (+1 ms)Writing region close event to WAL at 1731477528581Closed at 1731477528581 2024-11-13T05:58:48,582 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d8aa11d1495266a039fef2e35946377f, NAME => 'SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35 2024-11-13T05:58:48,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741844_1020 (size=62) 2024-11-13T05:58:48,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741844_1020 (size=62) 2024-11-13T05:58:48,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741844_1020 (size=62) 2024-11-13T05:58:48,591 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:48,591 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 26833ad5f0720b8ef71929b0b2ad01a9, disabling compactions & flushes 2024-11-13T05:58:48,591 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. 2024-11-13T05:58:48,591 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. 2024-11-13T05:58:48,591 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. after waiting 0 ms 2024-11-13T05:58:48,591 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. 2024-11-13T05:58:48,591 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. 2024-11-13T05:58:48,591 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 26833ad5f0720b8ef71929b0b2ad01a9: Waiting for close lock at 1731477528591Disabling compacts and flushes for region at 1731477528591Disabling writes for close at 1731477528591Writing region close event to WAL at 1731477528591Closed at 1731477528591 2024-11-13T05:58:48,592 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4304be86673fd2b0012736977d943559, NAME => 'SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35 2024-11-13T05:58:48,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741845_1021 (size=62) 2024-11-13T05:58:48,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741845_1021 (size=62) 2024-11-13T05:58:48,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741845_1021 (size=62) 2024-11-13T05:58:48,599 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:58:48,599 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2ff9b848385e70faaaa58a8403829cd8, disabling compactions & flushes 2024-11-13T05:58:48,599 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8. 2024-11-13T05:58:48,599 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8. 2024-11-13T05:58:48,599 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8. after waiting 0 ms 2024-11-13T05:58:48,599 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8. 2024-11-13T05:58:48,599 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8. 2024-11-13T05:58:48,599 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ff9b848385e70faaaa58a8403829cd8: Waiting for close lock at 1731477528599Disabling compacts and flushes for region at 1731477528599Disabling writes for close at 1731477528599Writing region close event to WAL at 1731477528599Closed at 1731477528599 2024-11-13T05:58:48,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741846_1022 (size=62) 2024-11-13T05:58:48,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741846_1022 (size=62) 2024-11-13T05:58:48,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741846_1022 (size=62) 2024-11-13T05:58:48,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:48,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d8aa11d1495266a039fef2e35946377f, disabling compactions & flushes 2024-11-13T05:58:48,611 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f. 2024-11-13T05:58:48,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f. 2024-11-13T05:58:48,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f. after waiting 0 ms 2024-11-13T05:58:48,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f. 2024-11-13T05:58:48,611 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f. 2024-11-13T05:58:48,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d8aa11d1495266a039fef2e35946377f: Waiting for close lock at 1731477528611Disabling compacts and flushes for region at 1731477528611Disabling writes for close at 1731477528611Writing region close event to WAL at 1731477528611Closed at 1731477528611 2024-11-13T05:58:48,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741847_1023 (size=54) 2024-11-13T05:58:48,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741847_1023 (size=54) 2024-11-13T05:58:48,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741847_1023 (size=54) 2024-11-13T05:58:48,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:48,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4304be86673fd2b0012736977d943559, disabling compactions & flushes 2024-11-13T05:58:48,614 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. 2024-11-13T05:58:48,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. 2024-11-13T05:58:48,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. after waiting 0 ms 2024-11-13T05:58:48,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. 2024-11-13T05:58:48,614 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. 2024-11-13T05:58:48,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4304be86673fd2b0012736977d943559: Waiting for close lock at 1731477528614Disabling compacts and flushes for region at 1731477528614Disabling writes for close at 1731477528614Writing region close event to WAL at 1731477528614Closed at 1731477528614 2024-11-13T05:58:48,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:58:48,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731477528616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477528616"}]},"ts":"1731477528616"} 2024-11-13T05:58:48,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731477528616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477528616"}]},"ts":"1731477528616"} 2024-11-13T05:58:48,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731477528616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477528616"}]},"ts":"1731477528616"} 2024-11-13T05:58:48,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731477528616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477528616"}]},"ts":"1731477528616"} 2024-11-13T05:58:48,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731477528616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477528616"}]},"ts":"1731477528616"} 2024-11-13T05:58:48,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731477528616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477528616"}]},"ts":"1731477528616"} 2024-11-13T05:58:48,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731477528616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477528616"}]},"ts":"1731477528616"} 2024-11-13T05:58:48,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731477528616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477528616"}]},"ts":"1731477528616"} 2024-11-13T05:58:48,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731477528616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477528616"}]},"ts":"1731477528616"} 2024-11-13T05:58:48,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731477528616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477528616"}]},"ts":"1731477528616"} 2024-11-13T05:58:48,657 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-13T05:58:48,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:58:48,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731477528659"}]},"ts":"1731477528659"} 2024-11-13T05:58:48,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-13T05:58:48,667 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {bc386b7bf2fe=0} racks are {/default-rack=0} 2024-11-13T05:58:48,676 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T05:58:48,676 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T05:58:48,676 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T05:58:48,677 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T05:58:48,677 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T05:58:48,677 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T05:58:48,677 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T05:58:48,677 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T05:58:48,677 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T05:58:48,677 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T05:58:48,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e8635023df46027f9dc38bae3d55fc0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3670cfd492e90dfcc08dd63fea12900c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a82b8dabc05995186e1f539378dc05c, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=097f192d39e302e9a084f6d4562246b1, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a00dd8eba6d3df9ec09dbed47ad75e03, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6317099c39e176165248229300dae03f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26833ad5f0720b8ef71929b0b2ad01a9, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ff9b848385e70faaaa58a8403829cd8, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8aa11d1495266a039fef2e35946377f, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4304be86673fd2b0012736977d943559, ASSIGN}] 2024-11-13T05:58:48,684 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6317099c39e176165248229300dae03f, ASSIGN 2024-11-13T05:58:48,684 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a00dd8eba6d3df9ec09dbed47ad75e03, ASSIGN 2024-11-13T05:58:48,684 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=097f192d39e302e9a084f6d4562246b1, ASSIGN 2024-11-13T05:58:48,684 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a82b8dabc05995186e1f539378dc05c, ASSIGN 2024-11-13T05:58:48,686 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6317099c39e176165248229300dae03f, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,40113,1731477515972; forceNewPlan=false, retain=false 2024-11-13T05:58:48,686 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=097f192d39e302e9a084f6d4562246b1, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,34137,1731477516095; forceNewPlan=false, retain=false 2024-11-13T05:58:48,686 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a82b8dabc05995186e1f539378dc05c, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,34137,1731477516095; forceNewPlan=false, retain=false 2024-11-13T05:58:48,687 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a00dd8eba6d3df9ec09dbed47ad75e03, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,34067,1731477516167; forceNewPlan=false, retain=false 2024-11-13T05:58:48,692 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ff9b848385e70faaaa58a8403829cd8, ASSIGN 2024-11-13T05:58:48,692 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8aa11d1495266a039fef2e35946377f, ASSIGN 2024-11-13T05:58:48,692 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4304be86673fd2b0012736977d943559, ASSIGN 2024-11-13T05:58:48,692 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26833ad5f0720b8ef71929b0b2ad01a9, ASSIGN 2024-11-13T05:58:48,693 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3670cfd492e90dfcc08dd63fea12900c, ASSIGN 2024-11-13T05:58:48,694 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2ff9b848385e70faaaa58a8403829cd8, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,34137,1731477516095; forceNewPlan=false, retain=false 2024-11-13T05:58:48,694 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4304be86673fd2b0012736977d943559, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,34067,1731477516167; forceNewPlan=false, retain=false 2024-11-13T05:58:48,694 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=26833ad5f0720b8ef71929b0b2ad01a9, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,34067,1731477516167; forceNewPlan=false, retain=false 2024-11-13T05:58:48,696 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3670cfd492e90dfcc08dd63fea12900c, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,40113,1731477515972; forceNewPlan=false, retain=false 2024-11-13T05:58:48,696 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d8aa11d1495266a039fef2e35946377f, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,40113,1731477515972; forceNewPlan=false, retain=false 2024-11-13T05:58:48,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e8635023df46027f9dc38bae3d55fc0, ASSIGN 2024-11-13T05:58:48,703 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e8635023df46027f9dc38bae3d55fc0, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,34067,1731477516167; forceNewPlan=false, retain=false 2024-11-13T05:58:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:58:48,843 INFO [bc386b7bf2fe:37703 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-13T05:58:48,845 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6317099c39e176165248229300dae03f, regionState=OPENING, regionLocation=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:58:48,845 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d8aa11d1495266a039fef2e35946377f, regionState=OPENING, regionLocation=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:58:48,845 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3670cfd492e90dfcc08dd63fea12900c, regionState=OPENING, regionLocation=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:58:48,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2ff9b848385e70faaaa58a8403829cd8, regionState=OPENING, regionLocation=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:58:48,846 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=097f192d39e302e9a084f6d4562246b1, regionState=OPENING, regionLocation=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:58:48,847 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4304be86673fd2b0012736977d943559, regionState=OPENING, regionLocation=bc386b7bf2fe,34067,1731477516167 2024-11-13T05:58:48,847 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=26833ad5f0720b8ef71929b0b2ad01a9, regionState=OPENING, regionLocation=bc386b7bf2fe,34067,1731477516167 2024-11-13T05:58:48,847 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a00dd8eba6d3df9ec09dbed47ad75e03, regionState=OPENING, regionLocation=bc386b7bf2fe,34067,1731477516167 2024-11-13T05:58:48,847 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e8635023df46027f9dc38bae3d55fc0, regionState=OPENING, regionLocation=bc386b7bf2fe,34067,1731477516167 2024-11-13T05:58:48,847 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6a82b8dabc05995186e1f539378dc05c, regionState=OPENING, regionLocation=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:58:48,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6317099c39e176165248229300dae03f, ASSIGN because future has completed 2024-11-13T05:58:48,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6317099c39e176165248229300dae03f, server=bc386b7bf2fe,40113,1731477515972}] 2024-11-13T05:58:48,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d8aa11d1495266a039fef2e35946377f, ASSIGN because future has completed 2024-11-13T05:58:48,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8aa11d1495266a039fef2e35946377f, server=bc386b7bf2fe,40113,1731477515972}] 2024-11-13T05:58:48,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=097f192d39e302e9a084f6d4562246b1, ASSIGN because future has completed 2024-11-13T05:58:48,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2ff9b848385e70faaaa58a8403829cd8, ASSIGN because future has completed 2024-11-13T05:58:48,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 097f192d39e302e9a084f6d4562246b1, server=bc386b7bf2fe,34137,1731477516095}] 2024-11-13T05:58:48,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ff9b848385e70faaaa58a8403829cd8, server=bc386b7bf2fe,34137,1731477516095}] 2024-11-13T05:58:48,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3670cfd492e90dfcc08dd63fea12900c, ASSIGN because future has completed 2024-11-13T05:58:48,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a00dd8eba6d3df9ec09dbed47ad75e03, ASSIGN because future has completed 2024-11-13T05:58:48,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4304be86673fd2b0012736977d943559, ASSIGN because future has completed 2024-11-13T05:58:48,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3670cfd492e90dfcc08dd63fea12900c, server=bc386b7bf2fe,40113,1731477515972}] 2024-11-13T05:58:48,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03, server=bc386b7bf2fe,34067,1731477516167}] 2024-11-13T05:58:48,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4304be86673fd2b0012736977d943559, server=bc386b7bf2fe,34067,1731477516167}] 2024-11-13T05:58:48,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=26833ad5f0720b8ef71929b0b2ad01a9, ASSIGN because future has completed 2024-11-13T05:58:48,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e8635023df46027f9dc38bae3d55fc0, ASSIGN because future has completed 2024-11-13T05:58:48,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a82b8dabc05995186e1f539378dc05c, ASSIGN because future has completed 2024-11-13T05:58:48,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a82b8dabc05995186e1f539378dc05c, server=bc386b7bf2fe,34137,1731477516095}] 2024-11-13T05:58:48,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e8635023df46027f9dc38bae3d55fc0, server=bc386b7bf2fe,34067,1731477516167}] 2024-11-13T05:58:48,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9, server=bc386b7bf2fe,34067,1731477516167}] 2024-11-13T05:58:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:58:49,536 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:58:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:58:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:58:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:58:53,618 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T05:58:55,588 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T05:58:55,588 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T05:58:55,591 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:58:55,591 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T05:58:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:58:58,866 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f. 2024-11-13T05:58:58,866 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => d8aa11d1495266a039fef2e35946377f, NAME => 'SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-13T05:58:58,866 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d8aa11d1495266a039fef2e35946377f 2024-11-13T05:58:58,867 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:58,867 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for d8aa11d1495266a039fef2e35946377f 2024-11-13T05:58:58,867 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for d8aa11d1495266a039fef2e35946377f 2024-11-13T05:58:58,867 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:58:58,869 INFO [StoreOpener-d8aa11d1495266a039fef2e35946377f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d8aa11d1495266a039fef2e35946377f 2024-11-13T05:58:58,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52923, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:58:58,872 INFO [StoreOpener-d8aa11d1495266a039fef2e35946377f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8aa11d1495266a039fef2e35946377f columnFamilyName cf 2024-11-13T05:58:58,873 DEBUG [StoreOpener-d8aa11d1495266a039fef2e35946377f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:58,874 INFO [StoreOpener-d8aa11d1495266a039fef2e35946377f-1 {}] regionserver.HStore(327): Store=d8aa11d1495266a039fef2e35946377f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:58:58,874 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for d8aa11d1495266a039fef2e35946377f 2024-11-13T05:58:58,875 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:58:58,875 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/d8aa11d1495266a039fef2e35946377f 2024-11-13T05:58:58,876 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/d8aa11d1495266a039fef2e35946377f 2024-11-13T05:58:58,877 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1. 2024-11-13T05:58:58,877 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for d8aa11d1495266a039fef2e35946377f 2024-11-13T05:58:58,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42409, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:58:58,877 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 097f192d39e302e9a084f6d4562246b1, NAME => 'SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-13T05:58:58,877 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for d8aa11d1495266a039fef2e35946377f 2024-11-13T05:58:58,878 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 097f192d39e302e9a084f6d4562246b1 2024-11-13T05:58:58,878 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:58,878 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 097f192d39e302e9a084f6d4562246b1 2024-11-13T05:58:58,878 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 097f192d39e302e9a084f6d4562246b1 2024-11-13T05:58:58,880 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for d8aa11d1495266a039fef2e35946377f 2024-11-13T05:58:58,883 INFO [StoreOpener-097f192d39e302e9a084f6d4562246b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 097f192d39e302e9a084f6d4562246b1 2024-11-13T05:58:58,884 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/d8aa11d1495266a039fef2e35946377f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:58:58,885 INFO [StoreOpener-097f192d39e302e9a084f6d4562246b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 097f192d39e302e9a084f6d4562246b1 columnFamilyName cf 2024-11-13T05:58:58,885 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened d8aa11d1495266a039fef2e35946377f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73928468, jitterRate=0.10162001848220825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:58:58,885 DEBUG [StoreOpener-097f192d39e302e9a084f6d4562246b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:58,885 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8aa11d1495266a039fef2e35946377f 2024-11-13T05:58:58,886 INFO [StoreOpener-097f192d39e302e9a084f6d4562246b1-1 {}] regionserver.HStore(327): Store=097f192d39e302e9a084f6d4562246b1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:58:58,886 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 097f192d39e302e9a084f6d4562246b1 2024-11-13T05:58:58,886 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for d8aa11d1495266a039fef2e35946377f: Running coprocessor pre-open hook at 1731477538867Writing region info on filesystem at 1731477538867Initializing all the Stores at 1731477538869 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477538869Cleaning up temporary data from old regions at 1731477538877 (+8 ms)Running coprocessor post-open hooks at 1731477538885 (+8 ms)Region opened successfully at 1731477538886 (+1 ms) 2024-11-13T05:58:58,887 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/097f192d39e302e9a084f6d4562246b1 2024-11-13T05:58:58,888 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/097f192d39e302e9a084f6d4562246b1 2024-11-13T05:58:58,888 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. 2024-11-13T05:58:58,888 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => a00dd8eba6d3df9ec09dbed47ad75e03, NAME => 'SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-13T05:58:58,889 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 097f192d39e302e9a084f6d4562246b1 2024-11-13T05:58:58,889 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 097f192d39e302e9a084f6d4562246b1 2024-11-13T05:58:58,889 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:58:58,889 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f., pid=16, masterSystemTime=1731477538855 2024-11-13T05:58:58,889 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:58,889 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:58:58,889 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:58:58,891 INFO [StoreOpener-a00dd8eba6d3df9ec09dbed47ad75e03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:58:58,891 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 097f192d39e302e9a084f6d4562246b1 2024-11-13T05:58:58,892 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f. 2024-11-13T05:58:58,892 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f. 2024-11-13T05:58:58,892 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c. 2024-11-13T05:58:58,892 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 3670cfd492e90dfcc08dd63fea12900c, NAME => 'SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-13T05:58:58,893 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3670cfd492e90dfcc08dd63fea12900c 2024-11-13T05:58:58,893 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:58,893 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 3670cfd492e90dfcc08dd63fea12900c 2024-11-13T05:58:58,893 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 3670cfd492e90dfcc08dd63fea12900c 2024-11-13T05:58:58,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d8aa11d1495266a039fef2e35946377f, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:58:58,893 INFO [StoreOpener-a00dd8eba6d3df9ec09dbed47ad75e03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a00dd8eba6d3df9ec09dbed47ad75e03 columnFamilyName cf 2024-11-13T05:58:58,893 DEBUG [StoreOpener-a00dd8eba6d3df9ec09dbed47ad75e03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:58,894 INFO [StoreOpener-a00dd8eba6d3df9ec09dbed47ad75e03-1 {}] regionserver.HStore(327): Store=a00dd8eba6d3df9ec09dbed47ad75e03/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:58:58,894 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:58:58,895 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/097f192d39e302e9a084f6d4562246b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:58:58,895 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:58:58,896 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:58:58,896 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 097f192d39e302e9a084f6d4562246b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72350276, jitterRate=0.07810312509536743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:58:58,896 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 097f192d39e302e9a084f6d4562246b1 2024-11-13T05:58:58,896 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 097f192d39e302e9a084f6d4562246b1: Running coprocessor pre-open hook at 1731477538878Writing region info on filesystem at 1731477538878Initializing all the Stores at 1731477538880 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477538880Cleaning up temporary data from old regions at 1731477538889 (+9 ms)Running coprocessor post-open hooks at 1731477538896 (+7 ms)Region opened successfully at 1731477538896 2024-11-13T05:58:58,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8aa11d1495266a039fef2e35946377f, server=bc386b7bf2fe,40113,1731477515972 because future has completed 2024-11-13T05:58:58,898 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1., pid=18, masterSystemTime=1731477538867 2024-11-13T05:58:58,898 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:58:58,899 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:58:58,899 INFO [StoreOpener-3670cfd492e90dfcc08dd63fea12900c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3670cfd492e90dfcc08dd63fea12900c 2024-11-13T05:58:58,902 INFO [StoreOpener-3670cfd492e90dfcc08dd63fea12900c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3670cfd492e90dfcc08dd63fea12900c columnFamilyName cf 2024-11-13T05:58:58,902 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1. 2024-11-13T05:58:58,902 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1. 2024-11-13T05:58:58,902 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8. 2024-11-13T05:58:58,902 DEBUG [StoreOpener-3670cfd492e90dfcc08dd63fea12900c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:58,902 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:58:58,902 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ff9b848385e70faaaa58a8403829cd8, NAME => 'SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-13T05:58:58,903 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2ff9b848385e70faaaa58a8403829cd8 2024-11-13T05:58:58,903 INFO [StoreOpener-3670cfd492e90dfcc08dd63fea12900c-1 {}] regionserver.HStore(327): Store=3670cfd492e90dfcc08dd63fea12900c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:58:58,903 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:58,903 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 3670cfd492e90dfcc08dd63fea12900c 2024-11-13T05:58:58,903 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 2ff9b848385e70faaaa58a8403829cd8 2024-11-13T05:58:58,903 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 2ff9b848385e70faaaa58a8403829cd8 2024-11-13T05:58:58,904 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=097f192d39e302e9a084f6d4562246b1, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:58:58,905 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/3670cfd492e90dfcc08dd63fea12900c 2024-11-13T05:58:58,906 INFO [StoreOpener-2ff9b848385e70faaaa58a8403829cd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2ff9b848385e70faaaa58a8403829cd8 2024-11-13T05:58:58,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-13T05:58:58,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure d8aa11d1495266a039fef2e35946377f, server=bc386b7bf2fe,40113,1731477515972 in 10.0460 sec 2024-11-13T05:58:58,907 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/3670cfd492e90dfcc08dd63fea12900c 2024-11-13T05:58:58,908 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/a00dd8eba6d3df9ec09dbed47ad75e03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:58:58,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 097f192d39e302e9a084f6d4562246b1, server=bc386b7bf2fe,34137,1731477516095 because future has completed 2024-11-13T05:58:58,909 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 3670cfd492e90dfcc08dd63fea12900c 2024-11-13T05:58:58,909 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 3670cfd492e90dfcc08dd63fea12900c 2024-11-13T05:58:58,909 INFO [StoreOpener-2ff9b848385e70faaaa58a8403829cd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ff9b848385e70faaaa58a8403829cd8 columnFamilyName cf 2024-11-13T05:58:58,909 DEBUG [StoreOpener-2ff9b848385e70faaaa58a8403829cd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:58,910 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened a00dd8eba6d3df9ec09dbed47ad75e03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70451692, jitterRate=0.04981201887130737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:58:58,910 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:58:58,910 INFO [StoreOpener-2ff9b848385e70faaaa58a8403829cd8-1 {}] regionserver.HStore(327): Store=2ff9b848385e70faaaa58a8403829cd8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:58:58,910 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for a00dd8eba6d3df9ec09dbed47ad75e03: Running coprocessor pre-open hook at 1731477538889Writing region info on filesystem at 1731477538889Initializing all the Stores at 1731477538890 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477538891 (+1 ms)Cleaning up temporary data from old regions at 1731477538899 (+8 ms)Running coprocessor post-open hooks at 1731477538910 (+11 ms)Region opened successfully at 1731477538910 2024-11-13T05:58:58,910 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 2ff9b848385e70faaaa58a8403829cd8 2024-11-13T05:58:58,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8aa11d1495266a039fef2e35946377f, ASSIGN in 10.2280 sec 2024-11-13T05:58:58,912 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/2ff9b848385e70faaaa58a8403829cd8 2024-11-13T05:58:58,912 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03., pid=20, masterSystemTime=1731477538875 2024-11-13T05:58:58,912 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/2ff9b848385e70faaaa58a8403829cd8 2024-11-13T05:58:58,913 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 3670cfd492e90dfcc08dd63fea12900c 2024-11-13T05:58:58,914 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 2ff9b848385e70faaaa58a8403829cd8 2024-11-13T05:58:58,914 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 2ff9b848385e70faaaa58a8403829cd8 2024-11-13T05:58:58,916 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. 2024-11-13T05:58:58,917 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. 2024-11-13T05:58:58,917 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 2ff9b848385e70faaaa58a8403829cd8 2024-11-13T05:58:58,917 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. 2024-11-13T05:58:58,917 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 26833ad5f0720b8ef71929b0b2ad01a9, NAME => 'SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-13T05:58:58,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-13T05:58:58,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 097f192d39e302e9a084f6d4562246b1, server=bc386b7bf2fe,34137,1731477516095 in 10.0550 sec 2024-11-13T05:58:58,917 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:58:58,918 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:58,918 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:58:58,919 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:58:58,919 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a00dd8eba6d3df9ec09dbed47ad75e03, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,34067,1731477516167 2024-11-13T05:58:58,920 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/3670cfd492e90dfcc08dd63fea12900c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:58:58,921 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 3670cfd492e90dfcc08dd63fea12900c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71221286, jitterRate=0.061279863119125366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:58:58,921 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3670cfd492e90dfcc08dd63fea12900c 2024-11-13T05:58:58,921 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 3670cfd492e90dfcc08dd63fea12900c: Running coprocessor pre-open hook at 1731477538893Writing region info on filesystem at 1731477538893Initializing all the Stores at 1731477538895 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477538895Cleaning up temporary data from old regions at 1731477538909 (+14 ms)Running coprocessor post-open hooks at 1731477538921 (+12 ms)Region opened successfully at 1731477538921 2024-11-13T05:58:58,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03, server=bc386b7bf2fe,34067,1731477516167 because future has completed 2024-11-13T05:58:58,923 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c., pid=21, masterSystemTime=1731477538855 2024-11-13T05:58:58,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=097f192d39e302e9a084f6d4562246b1, ASSIGN in 10.2390 sec 2024-11-13T05:58:58,926 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c. 2024-11-13T05:58:58,926 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c. 2024-11-13T05:58:58,926 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f. 2024-11-13T05:58:58,927 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 6317099c39e176165248229300dae03f, NAME => 'SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-13T05:58:58,927 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6317099c39e176165248229300dae03f 2024-11-13T05:58:58,928 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:58,928 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 6317099c39e176165248229300dae03f 2024-11-13T05:58:58,928 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 6317099c39e176165248229300dae03f 2024-11-13T05:58:58,928 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/2ff9b848385e70faaaa58a8403829cd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:58:58,929 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 2ff9b848385e70faaaa58a8403829cd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68245866, jitterRate=0.016942650079727173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:58:58,929 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ff9b848385e70faaaa58a8403829cd8 2024-11-13T05:58:58,929 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 2ff9b848385e70faaaa58a8403829cd8: Running coprocessor pre-open hook at 1731477538904Writing region info on filesystem at 1731477538904Initializing all the Stores at 1731477538905 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477538905Cleaning up temporary data from old regions at 1731477538914 (+9 ms)Running coprocessor post-open hooks at 1731477538929 (+15 ms)Region opened successfully at 1731477538929 2024-11-13T05:58:58,930 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3670cfd492e90dfcc08dd63fea12900c, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:58:58,931 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8., pid=17, masterSystemTime=1731477538867 2024-11-13T05:58:58,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-13T05:58:58,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03, server=bc386b7bf2fe,34067,1731477516167 in 10.0600 sec 2024-11-13T05:58:58,934 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8. 2024-11-13T05:58:58,934 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8. 2024-11-13T05:58:58,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3670cfd492e90dfcc08dd63fea12900c, server=bc386b7bf2fe,40113,1731477515972 because future has completed 2024-11-13T05:58:58,936 INFO [StoreOpener-26833ad5f0720b8ef71929b0b2ad01a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:58:58,936 INFO [StoreOpener-6317099c39e176165248229300dae03f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6317099c39e176165248229300dae03f 2024-11-13T05:58:58,937 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c. 2024-11-13T05:58:58,937 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a82b8dabc05995186e1f539378dc05c, NAME => 'SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-13T05:58:58,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a00dd8eba6d3df9ec09dbed47ad75e03, ASSIGN in 10.2540 sec 2024-11-13T05:58:58,937 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6a82b8dabc05995186e1f539378dc05c 2024-11-13T05:58:58,937 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2ff9b848385e70faaaa58a8403829cd8, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:58:58,937 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:58,938 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 6a82b8dabc05995186e1f539378dc05c 2024-11-13T05:58:58,938 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 6a82b8dabc05995186e1f539378dc05c 2024-11-13T05:58:58,939 INFO [StoreOpener-6317099c39e176165248229300dae03f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6317099c39e176165248229300dae03f columnFamilyName cf 2024-11-13T05:58:58,939 INFO [StoreOpener-26833ad5f0720b8ef71929b0b2ad01a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26833ad5f0720b8ef71929b0b2ad01a9 columnFamilyName cf 2024-11-13T05:58:58,939 DEBUG [StoreOpener-6317099c39e176165248229300dae03f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:58,939 DEBUG [StoreOpener-26833ad5f0720b8ef71929b0b2ad01a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:58,940 INFO [StoreOpener-26833ad5f0720b8ef71929b0b2ad01a9-1 {}] regionserver.HStore(327): Store=26833ad5f0720b8ef71929b0b2ad01a9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:58:58,940 INFO [StoreOpener-6a82b8dabc05995186e1f539378dc05c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6a82b8dabc05995186e1f539378dc05c 2024-11-13T05:58:58,940 INFO [StoreOpener-6317099c39e176165248229300dae03f-1 {}] regionserver.HStore(327): Store=6317099c39e176165248229300dae03f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:58:58,940 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:58:58,940 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 6317099c39e176165248229300dae03f 2024-11-13T05:58:58,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ff9b848385e70faaaa58a8403829cd8, server=bc386b7bf2fe,34137,1731477516095 because future has completed 2024-11-13T05:58:58,942 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:58:58,942 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/6317099c39e176165248229300dae03f 2024-11-13T05:58:58,943 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:58:58,943 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/6317099c39e176165248229300dae03f 2024-11-13T05:58:58,944 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:58:58,944 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 6317099c39e176165248229300dae03f 2024-11-13T05:58:58,944 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:58:58,944 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 6317099c39e176165248229300dae03f 2024-11-13T05:58:58,946 INFO [StoreOpener-6a82b8dabc05995186e1f539378dc05c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a82b8dabc05995186e1f539378dc05c columnFamilyName cf 2024-11-13T05:58:58,946 DEBUG [StoreOpener-6a82b8dabc05995186e1f539378dc05c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:58,947 INFO [StoreOpener-6a82b8dabc05995186e1f539378dc05c-1 {}] regionserver.HStore(327): Store=6a82b8dabc05995186e1f539378dc05c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:58:58,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-13T05:58:58,947 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 6a82b8dabc05995186e1f539378dc05c 2024-11-13T05:58:58,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3670cfd492e90dfcc08dd63fea12900c, server=bc386b7bf2fe,40113,1731477515972 in 10.0750 sec 2024-11-13T05:58:58,948 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:58:58,948 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/6a82b8dabc05995186e1f539378dc05c 2024-11-13T05:58:58,949 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/6a82b8dabc05995186e1f539378dc05c 2024-11-13T05:58:58,949 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 6317099c39e176165248229300dae03f 2024-11-13T05:58:58,949 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 6a82b8dabc05995186e1f539378dc05c 2024-11-13T05:58:58,949 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 6a82b8dabc05995186e1f539378dc05c 2024-11-13T05:58:58,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-11-13T05:58:58,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ff9b848385e70faaaa58a8403829cd8, server=bc386b7bf2fe,34137,1731477516095 in 10.0880 sec 2024-11-13T05:58:58,953 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 6a82b8dabc05995186e1f539378dc05c 2024-11-13T05:58:58,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3670cfd492e90dfcc08dd63fea12900c, ASSIGN in 10.2690 sec 2024-11-13T05:58:58,954 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/6317099c39e176165248229300dae03f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:58:58,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ff9b848385e70faaaa58a8403829cd8, ASSIGN in 10.2740 sec 2024-11-13T05:58:58,956 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/26833ad5f0720b8ef71929b0b2ad01a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:58:58,956 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 6317099c39e176165248229300dae03f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73357013, jitterRate=0.09310467541217804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:58:58,956 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6317099c39e176165248229300dae03f 2024-11-13T05:58:58,956 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 6317099c39e176165248229300dae03f: Running coprocessor pre-open hook at 1731477538928Writing region info on filesystem at 1731477538928Initializing all the Stores at 1731477538930 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477538930Cleaning up temporary data from old regions at 1731477538944 (+14 ms)Running coprocessor post-open hooks at 1731477538956 (+12 ms)Region opened successfully at 1731477538956 2024-11-13T05:58:58,956 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 26833ad5f0720b8ef71929b0b2ad01a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69758200, jitterRate=0.039478182792663574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:58:58,957 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:58:58,957 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 26833ad5f0720b8ef71929b0b2ad01a9: Running coprocessor pre-open hook at 1731477538919Writing region info on filesystem at 1731477538919Initializing all the Stores at 1731477538923 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477538923Cleaning up temporary data from old regions at 1731477538944 (+21 ms)Running coprocessor post-open hooks at 1731477538957 (+13 ms)Region opened successfully at 1731477538957 2024-11-13T05:58:58,958 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9., pid=24, masterSystemTime=1731477538875 2024-11-13T05:58:58,958 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f., pid=15, masterSystemTime=1731477538855 2024-11-13T05:58:58,959 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/6a82b8dabc05995186e1f539378dc05c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:58:58,960 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 6a82b8dabc05995186e1f539378dc05c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69004824, jitterRate=0.028252005577087402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:58:58,960 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a82b8dabc05995186e1f539378dc05c 2024-11-13T05:58:58,961 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 6a82b8dabc05995186e1f539378dc05c: Running coprocessor pre-open hook at 1731477538938Writing region info on filesystem at 1731477538938Initializing all the Stores at 1731477538939 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477538939Cleaning up temporary data from old regions at 1731477538950 (+11 ms)Running coprocessor post-open hooks at 1731477538961 (+11 ms)Region opened successfully at 1731477538961 2024-11-13T05:58:58,961 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f. 2024-11-13T05:58:58,961 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f. 2024-11-13T05:58:58,962 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6317099c39e176165248229300dae03f, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:58:58,962 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c., pid=22, masterSystemTime=1731477538867 2024-11-13T05:58:58,962 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. 2024-11-13T05:58:58,962 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. 2024-11-13T05:58:58,963 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. 2024-11-13T05:58:58,963 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 4304be86673fd2b0012736977d943559, NAME => 'SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-13T05:58:58,963 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4304be86673fd2b0012736977d943559 2024-11-13T05:58:58,963 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:58,964 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 4304be86673fd2b0012736977d943559 2024-11-13T05:58:58,964 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 4304be86673fd2b0012736977d943559 2024-11-13T05:58:58,964 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=26833ad5f0720b8ef71929b0b2ad01a9, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,34067,1731477516167 2024-11-13T05:58:58,967 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c. 2024-11-13T05:58:58,967 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c. 2024-11-13T05:58:58,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6317099c39e176165248229300dae03f, server=bc386b7bf2fe,40113,1731477515972 because future has completed 2024-11-13T05:58:58,968 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37703 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=bc386b7bf2fe,34067,1731477516167, table=SPTestTable, region=26833ad5f0720b8ef71929b0b2ad01a9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T05:58:58,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9, server=bc386b7bf2fe,34067,1731477516167 because future has completed 2024-11-13T05:58:58,970 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6a82b8dabc05995186e1f539378dc05c, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:58:58,972 INFO [StoreOpener-4304be86673fd2b0012736977d943559-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4304be86673fd2b0012736977d943559 2024-11-13T05:58:58,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a82b8dabc05995186e1f539378dc05c, server=bc386b7bf2fe,34137,1731477516095 because future has completed 2024-11-13T05:58:58,976 INFO [StoreOpener-4304be86673fd2b0012736977d943559-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4304be86673fd2b0012736977d943559 columnFamilyName cf 2024-11-13T05:58:58,977 DEBUG [StoreOpener-4304be86673fd2b0012736977d943559-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:58,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-13T05:58:58,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 6317099c39e176165248229300dae03f, server=bc386b7bf2fe,40113,1731477515972 in 10.1190 sec 2024-11-13T05:58:58,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-11-13T05:58:58,979 INFO [StoreOpener-4304be86673fd2b0012736977d943559-1 {}] regionserver.HStore(327): Store=4304be86673fd2b0012736977d943559/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:58:58,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9, server=bc386b7bf2fe,34067,1731477516167 in 10.0930 sec 2024-11-13T05:58:58,979 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 4304be86673fd2b0012736977d943559 2024-11-13T05:58:58,981 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/4304be86673fd2b0012736977d943559 2024-11-13T05:58:58,981 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/4304be86673fd2b0012736977d943559 2024-11-13T05:58:58,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6317099c39e176165248229300dae03f, ASSIGN in 10.2990 sec 2024-11-13T05:58:58,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26833ad5f0720b8ef71929b0b2ad01a9, ASSIGN in 10.3010 sec 2024-11-13T05:58:58,983 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 4304be86673fd2b0012736977d943559 2024-11-13T05:58:58,983 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 4304be86673fd2b0012736977d943559 2024-11-13T05:58:58,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-13T05:58:58,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a82b8dabc05995186e1f539378dc05c, server=bc386b7bf2fe,34137,1731477516095 in 10.1050 sec 2024-11-13T05:58:58,986 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 4304be86673fd2b0012736977d943559 2024-11-13T05:58:58,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a82b8dabc05995186e1f539378dc05c, ASSIGN in 10.3070 sec 2024-11-13T05:58:58,991 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/4304be86673fd2b0012736977d943559/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:58:58,992 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 4304be86673fd2b0012736977d943559; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62036973, jitterRate=-0.07557706534862518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:58:58,992 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4304be86673fd2b0012736977d943559 2024-11-13T05:58:58,993 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 4304be86673fd2b0012736977d943559: Running coprocessor pre-open hook at 1731477538964Writing region info on filesystem at 1731477538964Initializing all the Stores at 1731477538965 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477538965Cleaning up temporary data from old regions at 1731477538983 (+18 ms)Running coprocessor post-open hooks at 1731477538992 (+9 ms)Region opened successfully at 1731477538992 2024-11-13T05:58:58,994 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559., pid=19, masterSystemTime=1731477538875 2024-11-13T05:58:58,996 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. 2024-11-13T05:58:58,996 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. 2024-11-13T05:58:58,996 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. 2024-11-13T05:58:58,997 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e8635023df46027f9dc38bae3d55fc0, NAME => 'SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-13T05:58:58,997 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:58:58,997 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4304be86673fd2b0012736977d943559, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,34067,1731477516167 2024-11-13T05:58:58,997 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:58:58,997 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:58:58,997 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:58:59,000 INFO [StoreOpener-0e8635023df46027f9dc38bae3d55fc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:58:59,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4304be86673fd2b0012736977d943559, server=bc386b7bf2fe,34067,1731477516167 because future has completed 2024-11-13T05:58:59,003 INFO [StoreOpener-0e8635023df46027f9dc38bae3d55fc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e8635023df46027f9dc38bae3d55fc0 columnFamilyName cf 2024-11-13T05:58:59,003 DEBUG [StoreOpener-0e8635023df46027f9dc38bae3d55fc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:58:59,004 INFO [StoreOpener-0e8635023df46027f9dc38bae3d55fc0-1 {}] regionserver.HStore(327): Store=0e8635023df46027f9dc38bae3d55fc0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:58:59,004 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:58:59,005 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:58:59,006 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:58:59,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-13T05:58:59,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 4304be86673fd2b0012736977d943559, server=bc386b7bf2fe,34067,1731477516167 in 10.1370 sec 2024-11-13T05:58:59,007 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:58:59,007 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:58:59,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4304be86673fd2b0012736977d943559, ASSIGN in 10.3290 sec 2024-11-13T05:58:59,010 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:58:59,013 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/0e8635023df46027f9dc38bae3d55fc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:58:59,014 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 0e8635023df46027f9dc38bae3d55fc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73470980, jitterRate=0.09480291604995728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:58:59,014 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:58:59,014 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 0e8635023df46027f9dc38bae3d55fc0: Running coprocessor pre-open hook at 1731477538997Writing region info on filesystem at 1731477538997Initializing all the Stores at 1731477538999 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477539000 (+1 ms)Cleaning up temporary data from old regions at 1731477539007 (+7 ms)Running coprocessor post-open hooks at 1731477539014 (+7 ms)Region opened successfully at 1731477539014 2024-11-13T05:58:59,015 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0., pid=23, masterSystemTime=1731477538875 2024-11-13T05:58:59,018 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. 2024-11-13T05:58:59,018 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. 2024-11-13T05:58:59,019 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e8635023df46027f9dc38bae3d55fc0, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,34067,1731477516167 2024-11-13T05:58:59,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e8635023df46027f9dc38bae3d55fc0, server=bc386b7bf2fe,34067,1731477516167 because future has completed 2024-11-13T05:58:59,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-13T05:58:59,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e8635023df46027f9dc38bae3d55fc0, server=bc386b7bf2fe,34067,1731477516167 in 10.1500 sec 2024-11-13T05:58:59,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T05:58:59,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e8635023df46027f9dc38bae3d55fc0, ASSIGN in 10.3490 sec 2024-11-13T05:58:59,031 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:58:59,032 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731477539032"}]},"ts":"1731477539032"} 2024-11-13T05:58:59,034 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-13T05:58:59,036 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:58:59,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5610 sec 2024-11-13T05:59:01,532 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-13T05:59:04,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T05:59:04,431 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:59:05,588 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-13T05:59:05,588 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-13T05:59:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:59:06,722 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-13T05:59:06,722 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-13T05:59:06,725 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T05:59:06,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-13T05:59:06,741 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T05:59:06,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-13T05:59:06,790 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9., hostname=bc386b7bf2fe,34067,1731477516167, seqNum=2] 2024-11-13T05:59:06,796 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9., hostname=bc386b7bf2fe,34067,1731477516167, seqNum=2] 2024-11-13T05:59:06,799 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9., hostname=bc386b7bf2fe,34067,1731477516167, seqNum=2] 2024-11-13T05:59:06,802 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9., hostname=bc386b7bf2fe,34067,1731477516167, seqNum=2] 2024-11-13T05:59:06,805 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9., hostname=bc386b7bf2fe,34067,1731477516167, seqNum=2] 2024-11-13T05:59:06,807 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9., hostname=bc386b7bf2fe,34067,1731477516167, seqNum=2] 2024-11-13T05:59:06,810 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9., hostname=bc386b7bf2fe,34067,1731477516167, seqNum=2] 2024-11-13T05:59:06,812 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9., hostname=bc386b7bf2fe,34067,1731477516167, seqNum=2] 2024-11-13T05:59:06,847 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8., hostname=bc386b7bf2fe,34137,1731477516095, seqNum=2] 2024-11-13T05:59:06,851 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8., hostname=bc386b7bf2fe,34137,1731477516095, seqNum=2] 2024-11-13T05:59:06,853 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8., hostname=bc386b7bf2fe,34137,1731477516095, seqNum=2] 2024-11-13T05:59:06,856 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8., hostname=bc386b7bf2fe,34137,1731477516095, seqNum=2] 2024-11-13T05:59:06,858 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8., hostname=bc386b7bf2fe,34137,1731477516095, seqNum=2] 2024-11-13T05:59:06,861 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8., hostname=bc386b7bf2fe,34137,1731477516095, seqNum=2] 2024-11-13T05:59:06,863 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8., hostname=bc386b7bf2fe,34137,1731477516095, seqNum=2] 2024-11-13T05:59:06,866 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8., hostname=bc386b7bf2fe,34137,1731477516095, seqNum=2] 2024-11-13T05:59:06,912 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f., hostname=bc386b7bf2fe,40113,1731477515972, seqNum=2] 2024-11-13T05:59:06,915 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f., hostname=bc386b7bf2fe,40113,1731477515972, seqNum=2] 2024-11-13T05:59:06,918 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f., hostname=bc386b7bf2fe,40113,1731477515972, seqNum=2] 2024-11-13T05:59:06,919 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f., hostname=bc386b7bf2fe,40113,1731477515972, seqNum=2] 2024-11-13T05:59:06,921 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f., hostname=bc386b7bf2fe,40113,1731477515972, seqNum=2] 2024-11-13T05:59:06,923 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f., hostname=bc386b7bf2fe,40113,1731477515972, seqNum=2] 2024-11-13T05:59:06,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f., hostname=bc386b7bf2fe,40113,1731477515972, seqNum=2] 2024-11-13T05:59:07,018 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559., hostname=bc386b7bf2fe,34067,1731477516167, seqNum=2] 2024-11-13T05:59:07,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559., hostname=bc386b7bf2fe,34067,1731477516167, seqNum=2] 2024-11-13T05:59:07,023 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559., hostname=bc386b7bf2fe,34067,1731477516167, seqNum=2] 2024-11-13T05:59:07,025 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559., hostname=bc386b7bf2fe,34067,1731477516167, seqNum=2] 2024-11-13T05:59:07,028 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559., hostname=bc386b7bf2fe,34067,1731477516167, seqNum=2] 2024-11-13T05:59:07,030 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559., hostname=bc386b7bf2fe,34067,1731477516167, seqNum=2] 2024-11-13T05:59:07,032 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559., hostname=bc386b7bf2fe,34067,1731477516167, seqNum=2] 2024-11-13T05:59:07,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:59:07,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:59:07,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:59:07,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:59:07,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34137 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T05:59:07,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34067 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. 2024-11-13T05:59:07,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40113 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T05:59:07,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34067 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T05:59:08,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34067 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T05:59:08,646 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-13T05:59:08,648 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T05:59:08,649 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-13T05:59:08,654 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-13T05:59:08,667 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-13T05:59:08,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741848_1024 (size=49) 2024-11-13T05:59:08,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741848_1024 (size=49) 2024-11-13T05:59:08,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741848_1024 (size=49) 2024-11-13T05:59:08,681 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-13T05:59:08,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3670cfd492e90dfcc08dd63fea12900c}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a82b8dabc05995186e1f539378dc05c}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 097f192d39e302e9a084f6d4562246b1}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6317099c39e176165248229300dae03f}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ff9b848385e70faaaa58a8403829cd8}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8aa11d1495266a039fef2e35946377f}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559}] 2024-11-13T05:59:08,688 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3670cfd492e90dfcc08dd63fea12900c 2024-11-13T05:59:08,688 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:08,688 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559 2024-11-13T05:59:08,688 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8aa11d1495266a039fef2e35946377f 2024-11-13T05:59:08,688 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ff9b848385e70faaaa58a8403829cd8 2024-11-13T05:59:08,696 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6317099c39e176165248229300dae03f 2024-11-13T05:59:08,696 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:08,696 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:08,697 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 097f192d39e302e9a084f6d4562246b1 2024-11-13T05:59:08,697 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a82b8dabc05995186e1f539378dc05c 2024-11-13T05:59:08,750 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing bc386b7bf2fe,34067,1731477516167 2024-11-13T05:59:08,750 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server bc386b7bf2fe,34067,1731477516167: Simulated kill ***** 2024-11-13T05:59:08,750 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T05:59:08,752 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T05:59:08,753 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T05:59:08,755 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T05:59:08,756 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T05:59:08,761 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 612110488 }, "NonHeapMemoryUsage": { "committed": 157351936, "init": 7667712, "max": -1, "used": 153457032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "bc386b7bf2fe", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "bc386b7bf2fe", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61114", "tag.serverName": "bc386b7bf2fe,34067,1731477516167", "tag.clusterId": "bde0eb67-4fac-4ca2-a615-d79388e1d561", "tag.Context": "regionserver", "tag.Hostname": "bc386b7bf2fe", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731477516167, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-13T05:59:08,764 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37703 {}] master.MasterRpcServices(700): bc386b7bf2fe,34067,1731477516167 reported a fatal error: ***** ABORTING region server bc386b7bf2fe,34067,1731477516167: Simulated kill ***** 2024-11-13T05:59:08,766 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bc386b7bf2fe,34067,1731477516167' ***** 2024-11-13T05:59:08,766 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-13T05:59:08,766 INFO [RS:2;bc386b7bf2fe:34067 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:59:08,767 INFO [RS:2;bc386b7bf2fe:34067 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-13T05:59:08,767 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:59:08,767 INFO [RS:2;bc386b7bf2fe:34067 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-13T05:59:08,767 INFO [RS:2;bc386b7bf2fe:34067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:59:08,767 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T05:59:08,767 INFO [RS:2;bc386b7bf2fe:34067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;bc386b7bf2fe:34067. 2024-11-13T05:59:08,767 DEBUG [RS:2;bc386b7bf2fe:34067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:59:08,767 DEBUG [RS:2;bc386b7bf2fe:34067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:59:08,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741835_1011 (size=1242) 2024-11-13T05:59:08,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741835_1011 (size=1242) 2024-11-13T05:59:08,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741835_1011 (size=1242) 2024-11-13T05:59:08,774 DEBUG [RS:2;bc386b7bf2fe:34067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:59:08,774 INFO [RS:2;bc386b7bf2fe:34067 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:59:08,774 INFO [RS:2;bc386b7bf2fe:34067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34067 2024-11-13T05:59:08,817 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34067-0x101340fbbb40003, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bc386b7bf2fe,34067,1731477516167 2024-11-13T05:59:08,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T05:59:08,817 INFO [RS:2;bc386b7bf2fe:34067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:59:08,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bc386b7bf2fe,34067,1731477516167] 2024-11-13T05:59:08,832 INFO [regionserver/bc386b7bf2fe:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:59:08,837 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bc386b7bf2fe,34067,1731477516167 already deleted, retry=false 2024-11-13T05:59:08,837 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of bc386b7bf2fe,34067,1731477516167 on bc386b7bf2fe,37703,1731477515237 2024-11-13T05:59:08,841 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure bc386b7bf2fe,34067,1731477516167, splitWal=true, meta=false 2024-11-13T05:59:08,844 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for bc386b7bf2fe,34067,1731477516167 (carryingMeta=false) bc386b7bf2fe,34067,1731477516167/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4a52ad24[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T05:59:08,844 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure bc386b7bf2fe,34067,1731477516167, splitWal=true, meta=false 2024-11-13T05:59:08,845 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559 2024-11-13T05:59:08,845 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:08,846 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): bc386b7bf2fe,34067,1731477516167 had 4 regions 2024-11-13T05:59:08,846 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:08,846 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:08,847 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559 can not run currently because target server of region SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. bc386b7bf2fe,34067,1731477516167 is in state CRASHED, wait 1000 ms to retry 2024-11-13T05:59:08,847 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03 can not run currently because target server of region SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. bc386b7bf2fe,34067,1731477516167 is in state CRASHED, wait 1000 ms to retry 2024-11-13T05:59:08,847 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0 can not run currently because target server of region SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. bc386b7bf2fe,34067,1731477516167 is in state CRASHED, wait 1000 ms to retry 2024-11-13T05:59:08,847 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9 can not run currently because target server of region SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. bc386b7bf2fe,34067,1731477516167 is in state CRASHED, wait 1000 ms to retry 2024-11-13T05:59:08,847 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559; timeout=1000, timestamp=1731477549847 2024-11-13T05:59:08,847 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9; timeout=1000, timestamp=1731477549847 2024-11-13T05:59:08,847 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03; timeout=1000, timestamp=1731477549847 2024-11-13T05:59:08,847 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure bc386b7bf2fe,34067,1731477516167, splitWal=true, meta=false, isMeta: false 2024-11-13T05:59:08,847 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0; timeout=1000, timestamp=1731477549847 2024-11-13T05:59:08,850 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167-splitting 2024-11-13T05:59:08,852 INFO [PEWorker-1 {}] master.SplitWALManager(105): bc386b7bf2fe,34067,1731477516167 WAL count=1, meta=false 2024-11-13T05:59:08,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure bc386b7bf2fe%2C34067%2C1731477516167.1731477517747}] 2024-11-13T05:59:08,861 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:59:08,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure bc386b7bf2fe%2C34067%2C1731477516167.1731477517747, worker=bc386b7bf2fe,34137,1731477516095}] 2024-11-13T05:59:08,929 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34067-0x101340fbbb40003, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:59:08,929 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34067-0x101340fbbb40003, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:59:08,930 INFO [RS:2;bc386b7bf2fe:34067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:59:08,930 INFO [RS:2;bc386b7bf2fe:34067 {}] regionserver.HRegionServer(1031): Exiting; stopping=bc386b7bf2fe,34067,1731477516167; zookeeper connection closed. 2024-11-13T05:59:08,930 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72fcdd35 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72fcdd35 2024-11-13T05:59:09,581 INFO [regionserver/bc386b7bf2fe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:59:09,581 INFO [regionserver/bc386b7bf2fe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:59:09,848 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:09,848 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:09,848 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:09,848 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559 2024-11-13T05:59:09,849 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03 can not run currently because target server of region SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. bc386b7bf2fe,34067,1731477516167 is in state SPLITTING, wait 2000 ms to retry 2024-11-13T05:59:09,849 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9 can not run currently because target server of region SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. bc386b7bf2fe,34067,1731477516167 is in state SPLITTING, wait 2000 ms to retry 2024-11-13T05:59:09,849 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0 can not run currently because target server of region SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. bc386b7bf2fe,34067,1731477516167 is in state SPLITTING, wait 2000 ms to retry 2024-11-13T05:59:09,849 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03; timeout=2000, timestamp=1731477551849 2024-11-13T05:59:09,849 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9; timeout=2000, timestamp=1731477551849 2024-11-13T05:59:09,849 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559 can not run currently because target server of region SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. bc386b7bf2fe,34067,1731477516167 is in state SPLITTING, wait 2000 ms to retry 2024-11-13T05:59:09,849 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0; timeout=2000, timestamp=1731477551849 2024-11-13T05:59:09,849 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559; timeout=2000, timestamp=1731477551849 2024-11-13T05:59:11,850 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559 2024-11-13T05:59:11,850 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:11,851 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:11,851 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:11,852 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559 can not run currently because target server of region SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. bc386b7bf2fe,34067,1731477516167 is in state SPLITTING, wait 4000 ms to retry 2024-11-13T05:59:11,852 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559; timeout=4000, timestamp=1731477555852 2024-11-13T05:59:11,852 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03 can not run currently because target server of region SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. bc386b7bf2fe,34067,1731477516167 is in state SPLITTING, wait 4000 ms to retry 2024-11-13T05:59:11,852 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9 can not run currently because target server of region SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. bc386b7bf2fe,34067,1731477516167 is in state SPLITTING, wait 4000 ms to retry 2024-11-13T05:59:11,852 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0 can not run currently because target server of region SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. bc386b7bf2fe,34067,1731477516167 is in state SPLITTING, wait 4000 ms to retry 2024-11-13T05:59:11,852 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03; timeout=4000, timestamp=1731477555852 2024-11-13T05:59:11,852 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9; timeout=4000, timestamp=1731477555852 2024-11-13T05:59:11,852 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0; timeout=4000, timestamp=1731477555852 2024-11-13T05:59:15,853 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:15,854 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:15,854 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559 2024-11-13T05:59:15,855 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:15,858 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0 can not run currently because target server of region SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. bc386b7bf2fe,34067,1731477516167 is in state SPLITTING, wait 8000 ms to retry 2024-11-13T05:59:15,858 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559 can not run currently because target server of region SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. bc386b7bf2fe,34067,1731477516167 is in state SPLITTING, wait 8000 ms to retry 2024-11-13T05:59:15,858 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9 can not run currently because target server of region SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. bc386b7bf2fe,34067,1731477516167 is in state SPLITTING, wait 8000 ms to retry 2024-11-13T05:59:15,858 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0; timeout=8000, timestamp=1731477563858 2024-11-13T05:59:15,858 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03 can not run currently because target server of region SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. bc386b7bf2fe,34067,1731477516167 is in state SPLITTING, wait 8000 ms to retry 2024-11-13T05:59:15,858 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559; timeout=8000, timestamp=1731477563858 2024-11-13T05:59:15,858 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9; timeout=8000, timestamp=1731477563858 2024-11-13T05:59:15,858 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03; timeout=8000, timestamp=1731477563858 2024-11-13T05:59:18,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-13T05:59:18,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-13T05:59:18,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-13T05:59:18,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-13T05:59:18,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c. 2024-11-13T05:59:18,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f. 2024-11-13T05:59:18,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-13T05:59:18,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c. 2024-11-13T05:59:18,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8. 2024-11-13T05:59:18,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f. 2024-11-13T05:59:18,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-13T05:59:18,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-13T05:59:18,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1. 2024-11-13T05:59:18,707 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 2ff9b848385e70faaaa58a8403829cd8 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-13T05:59:18,707 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing d8aa11d1495266a039fef2e35946377f 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-13T05:59:18,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 3670cfd492e90dfcc08dd63fea12900c: 2024-11-13T05:59:18,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 6a82b8dabc05995186e1f539378dc05c: 2024-11-13T05:59:18,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 097f192d39e302e9a084f6d4562246b1: 2024-11-13T05:59:18,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1. for SnapshotProcedureTest completed. 2024-11-13T05:59:18,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c. for SnapshotProcedureTest completed. 2024-11-13T05:59:18,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c. for SnapshotProcedureTest completed. 2024-11-13T05:59:18,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 6317099c39e176165248229300dae03f: 2024-11-13T05:59:18,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f. for SnapshotProcedureTest completed. 2024-11-13T05:59:18,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:59:18,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:59:18,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:59:18,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:59:18,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:59:18,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:59:18,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:59:18,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:59:18,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:59:18,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:59:18,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:59:18,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:59:18,741 INFO [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167-splitting/bc386b7bf2fe%2C34067%2C1731477516167.1731477517747, size=1.2 K (1242bytes) 2024-11-13T05:59:18,742 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T05:59:18,742 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T05:59:18,742 INFO [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167-splitting/bc386b7bf2fe%2C34067%2C1731477516167.1731477517747 2024-11-13T05:59:18,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741849_1025 (size=65) 2024-11-13T05:59:18,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741849_1025 (size=65) 2024-11-13T05:59:18,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1. 2024-11-13T05:59:18,754 INFO [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167-splitting/bc386b7bf2fe%2C34067%2C1731477516167.1731477517747 after 7ms 2024-11-13T05:59:18,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-13T05:59:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-13T05:59:18,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 097f192d39e302e9a084f6d4562246b1 2024-11-13T05:59:18,757 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 097f192d39e302e9a084f6d4562246b1 2024-11-13T05:59:18,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741850_1026 (size=65) 2024-11-13T05:59:18,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741850_1026 (size=65) 2024-11-13T05:59:18,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741849_1025 (size=65) 2024-11-13T05:59:18,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741851_1027 (size=65) 2024-11-13T05:59:18,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741850_1026 (size=65) 2024-11-13T05:59:18,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741851_1027 (size=65) 2024-11-13T05:59:18,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741851_1027 (size=65) 2024-11-13T05:59:18,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c. 2024-11-13T05:59:18,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-13T05:59:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-13T05:59:18,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3670cfd492e90dfcc08dd63fea12900c 2024-11-13T05:59:18,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 097f192d39e302e9a084f6d4562246b1 in 10.0760 sec 2024-11-13T05:59:18,761 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3670cfd492e90dfcc08dd63fea12900c 2024-11-13T05:59:18,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3670cfd492e90dfcc08dd63fea12900c in 10.0810 sec 2024-11-13T05:59:18,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741852_1028 (size=65) 2024-11-13T05:59:18,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741852_1028 (size=65) 2024-11-13T05:59:18,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741852_1028 (size=65) 2024-11-13T05:59:18,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f. 2024-11-13T05:59:18,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-13T05:59:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-13T05:59:18,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6317099c39e176165248229300dae03f 2024-11-13T05:59:18,773 INFO [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167-splitting/bc386b7bf2fe%2C34067%2C1731477516167.1731477517747 took 34ms 2024-11-13T05:59:18,773 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6317099c39e176165248229300dae03f 2024-11-13T05:59:18,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6317099c39e176165248229300dae03f in 10.0930 sec 2024-11-13T05:59:18,789 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for a00dd8eba6d3df9ec09dbed47ad75e03: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T05:59:18,791 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 26833ad5f0720b8ef71929b0b2ad01a9: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T05:59:18,794 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 4304be86673fd2b0012736977d943559: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T05:59:18,796 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 0e8635023df46027f9dc38bae3d55fc0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T05:59:18,797 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167-splitting/bc386b7bf2fe%2C34067%2C1731477516167.1731477517747 so closing down 2024-11-13T05:59:18,797 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T05:59:18,798 INFO [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T05:59:18,802 INFO [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 20 ms; skipped=4; WAL=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167-splitting/bc386b7bf2fe%2C34067%2C1731477516167.1731477517747, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-13T05:59:18,802 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167-splitting/bc386b7bf2fe%2C34067%2C1731477516167.1731477517747, journal: Splitting hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167-splitting/bc386b7bf2fe%2C34067%2C1731477516167.1731477517747, size=1.2 K (1242bytes) at 1731477558741Finishing writing output for hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167-splitting/bc386b7bf2fe%2C34067%2C1731477516167.1731477517747 so closing down at 1731477558797 (+56 ms)3 split writer threads finished at 1731477558798 (+1 ms)Processed 4 edits across 0 Regions in 20 ms; skipped=4; WAL=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167-splitting/bc386b7bf2fe%2C34067%2C1731477516167.1731477517747, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731477558802 (+4 ms) 2024-11-13T05:59:18,803 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167-splitting/bc386b7bf2fe%2C34067%2C1731477516167.1731477517747 2024-11-13T05:59:18,803 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-13T05:59:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-13T05:59:18,813 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167-splitting/bc386b7bf2fe%2C34067%2C1731477516167.1731477517747 to hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/oldWALs 2024-11-13T05:59:18,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-13T05:59:18,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure bc386b7bf2fe%2C34067%2C1731477516167.1731477517747, worker=bc386b7bf2fe,34137,1731477516095 in 9.9490 sec 2024-11-13T05:59:18,818 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:59:18,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/d8aa11d1495266a039fef2e35946377f/.tmp/cf/564ab72ca1ef40b58abb2c1419f6bb7b is 34, key is ccd/cf:cf/1731477547858/Put/seqid=0 2024-11-13T05:59:18,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/2ff9b848385e70faaaa58a8403829cd8/.tmp/cf/0a204910d4a748eeb72cdb249b7859ce is 34, key is baa/cf:cf/1731477547827/Put/seqid=0 2024-11-13T05:59:18,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-13T05:59:18,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure bc386b7bf2fe%2C34067%2C1731477516167.1731477517747, worker=bc386b7bf2fe,34137,1731477516095 in 9.9660 sec 2024-11-13T05:59:18,826 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167-splitting dir is empty, no logs to split. 2024-11-13T05:59:18,826 INFO [PEWorker-2 {}] master.SplitWALManager(105): bc386b7bf2fe,34067,1731477516167 WAL count=0, meta=false 2024-11-13T05:59:18,826 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if bc386b7bf2fe,34067,1731477516167 WAL splitting is done? wals=0, meta=false 2024-11-13T05:59:18,832 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for bc386b7bf2fe,34067,1731477516167 failed, ignore...File hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,34067,1731477516167-splitting does not exist. 2024-11-13T05:59:18,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a00dd8eba6d3df9ec09dbed47ad75e03, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26833ad5f0720b8ef71929b0b2ad01a9, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e8635023df46027f9dc38bae3d55fc0, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4304be86673fd2b0012736977d943559, ASSIGN}] 2024-11-13T05:59:18,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741853_1029 (size=47197) 2024-11-13T05:59:18,842 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26833ad5f0720b8ef71929b0b2ad01a9, ASSIGN 2024-11-13T05:59:18,842 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4304be86673fd2b0012736977d943559, ASSIGN 2024-11-13T05:59:18,843 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a00dd8eba6d3df9ec09dbed47ad75e03, ASSIGN 2024-11-13T05:59:18,843 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e8635023df46027f9dc38bae3d55fc0, ASSIGN 2024-11-13T05:59:18,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741853_1029 (size=47197) 2024-11-13T05:59:18,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741853_1029 (size=47197) 2024-11-13T05:59:18,844 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=26833ad5f0720b8ef71929b0b2ad01a9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T05:59:18,844 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4304be86673fd2b0012736977d943559, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T05:59:18,844 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a00dd8eba6d3df9ec09dbed47ad75e03, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T05:59:18,845 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e8635023df46027f9dc38bae3d55fc0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T05:59:18,846 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/d8aa11d1495266a039fef2e35946377f/.tmp/cf/564ab72ca1ef40b58abb2c1419f6bb7b 2024-11-13T05:59:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741854_1030 (size=28623) 2024-11-13T05:59:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741854_1030 (size=28623) 2024-11-13T05:59:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741854_1030 (size=28623) 2024-11-13T05:59:18,851 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/2ff9b848385e70faaaa58a8403829cd8/.tmp/cf/0a204910d4a748eeb72cdb249b7859ce 2024-11-13T05:59:18,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/d8aa11d1495266a039fef2e35946377f/.tmp/cf/564ab72ca1ef40b58abb2c1419f6bb7b as hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/d8aa11d1495266a039fef2e35946377f/cf/564ab72ca1ef40b58abb2c1419f6bb7b 2024-11-13T05:59:18,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/2ff9b848385e70faaaa58a8403829cd8/.tmp/cf/0a204910d4a748eeb72cdb249b7859ce as hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/2ff9b848385e70faaaa58a8403829cd8/cf/0a204910d4a748eeb72cdb249b7859ce 2024-11-13T05:59:18,903 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/d8aa11d1495266a039fef2e35946377f/cf/564ab72ca1ef40b58abb2c1419f6bb7b, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-13T05:59:18,903 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/2ff9b848385e70faaaa58a8403829cd8/cf/0a204910d4a748eeb72cdb249b7859ce, entries=731, sequenceid=5, filesize=28.0 K 2024-11-13T05:59:18,912 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 2ff9b848385e70faaaa58a8403829cd8 in 203ms, sequenceid=5, compaction requested=false 2024-11-13T05:59:18,912 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for d8aa11d1495266a039fef2e35946377f in 203ms, sequenceid=5, compaction requested=false 2024-11-13T05:59:18,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 2ff9b848385e70faaaa58a8403829cd8: 2024-11-13T05:59:18,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for d8aa11d1495266a039fef2e35946377f: 2024-11-13T05:59:18,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8. for SnapshotProcedureTest completed. 2024-11-13T05:59:18,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f. for SnapshotProcedureTest completed. 2024-11-13T05:59:18,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:59:18,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:59:18,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:59:18,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:59:18,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/d8aa11d1495266a039fef2e35946377f/cf/564ab72ca1ef40b58abb2c1419f6bb7b] hfiles 2024-11-13T05:59:18,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/2ff9b848385e70faaaa58a8403829cd8/cf/0a204910d4a748eeb72cdb249b7859ce] hfiles 2024-11-13T05:59:18,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/d8aa11d1495266a039fef2e35946377f/cf/564ab72ca1ef40b58abb2c1419f6bb7b for snapshot=SnapshotProcedureTest 2024-11-13T05:59:18,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/2ff9b848385e70faaaa58a8403829cd8/cf/0a204910d4a748eeb72cdb249b7859ce for snapshot=SnapshotProcedureTest 2024-11-13T05:59:18,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741856_1032 (size=105) 2024-11-13T05:59:18,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741856_1032 (size=105) 2024-11-13T05:59:18,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741856_1032 (size=105) 2024-11-13T05:59:18,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f. 2024-11-13T05:59:18,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-13T05:59:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-13T05:59:18,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d8aa11d1495266a039fef2e35946377f 2024-11-13T05:59:18,931 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8aa11d1495266a039fef2e35946377f 2024-11-13T05:59:18,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d8aa11d1495266a039fef2e35946377f in 10.2500 sec 2024-11-13T05:59:18,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741855_1031 (size=105) 2024-11-13T05:59:18,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741855_1031 (size=105) 2024-11-13T05:59:18,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741855_1031 (size=105) 2024-11-13T05:59:18,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8. 2024-11-13T05:59:18,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-13T05:59:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-13T05:59:18,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2ff9b848385e70faaaa58a8403829cd8 2024-11-13T05:59:18,938 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ff9b848385e70faaaa58a8403829cd8 2024-11-13T05:59:18,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2ff9b848385e70faaaa58a8403829cd8 in 10.2570 sec 2024-11-13T05:59:18,995 DEBUG [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(204): Hosts are {bc386b7bf2fe=0} racks are {/default-rack=0} 2024-11-13T05:59:18,995 DEBUG [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T05:59:18,995 DEBUG [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T05:59:18,995 DEBUG [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T05:59:18,995 DEBUG [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T05:59:18,995 INFO [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T05:59:18,995 INFO [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T05:59:18,995 DEBUG [bc386b7bf2fe:37703 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T05:59:18,996 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=26833ad5f0720b8ef71929b0b2ad01a9, regionState=OPENING, regionLocation=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:59:18,996 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=0e8635023df46027f9dc38bae3d55fc0, regionState=OPENING, regionLocation=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:59:18,996 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=4304be86673fd2b0012736977d943559, regionState=OPENING, regionLocation=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:59:18,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a00dd8eba6d3df9ec09dbed47ad75e03, regionState=OPENING, regionLocation=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:59:18,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e8635023df46027f9dc38bae3d55fc0, ASSIGN because future has completed 2024-11-13T05:59:19,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e8635023df46027f9dc38bae3d55fc0, server=bc386b7bf2fe,34137,1731477516095}] 2024-11-13T05:59:19,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a00dd8eba6d3df9ec09dbed47ad75e03, ASSIGN because future has completed 2024-11-13T05:59:19,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03, server=bc386b7bf2fe,40113,1731477515972}] 2024-11-13T05:59:19,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4304be86673fd2b0012736977d943559, ASSIGN because future has completed 2024-11-13T05:59:19,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4304be86673fd2b0012736977d943559, server=bc386b7bf2fe,40113,1731477515972}] 2024-11-13T05:59:19,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=26833ad5f0720b8ef71929b0b2ad01a9, ASSIGN because future has completed 2024-11-13T05:59:19,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9, server=bc386b7bf2fe,34137,1731477516095}] 2024-11-13T05:59:19,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c. 2024-11-13T05:59:19,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-13T05:59:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-13T05:59:19,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6a82b8dabc05995186e1f539378dc05c 2024-11-13T05:59:19,158 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a82b8dabc05995186e1f539378dc05c 2024-11-13T05:59:19,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6a82b8dabc05995186e1f539378dc05c in 10.4770 sec 2024-11-13T05:59:23,859 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0 held by pid=41 2024-11-13T05:59:23,860 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559 held by pid=42 2024-11-13T05:59:23,860 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:23,860 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559 2024-11-13T05:59:23,860 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03 held by pid=39 2024-11-13T05:59:23,861 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:23,861 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9 held by pid=40 2024-11-13T05:59:23,861 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:29,015 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. 2024-11-13T05:59:29,015 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 26833ad5f0720b8ef71929b0b2ad01a9, NAME => 'SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-13T05:59:29,015 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. 2024-11-13T05:59:29,016 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:29,016 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => a00dd8eba6d3df9ec09dbed47ad75e03, NAME => 'SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-13T05:59:29,016 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:59:29,016 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:29,016 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:29,016 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:29,016 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:59:29,016 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:29,016 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:29,018 INFO [StoreOpener-a00dd8eba6d3df9ec09dbed47ad75e03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:29,018 INFO [StoreOpener-26833ad5f0720b8ef71929b0b2ad01a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:29,019 INFO [StoreOpener-a00dd8eba6d3df9ec09dbed47ad75e03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a00dd8eba6d3df9ec09dbed47ad75e03 columnFamilyName cf 2024-11-13T05:59:29,019 INFO [StoreOpener-26833ad5f0720b8ef71929b0b2ad01a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26833ad5f0720b8ef71929b0b2ad01a9 columnFamilyName cf 2024-11-13T05:59:29,019 DEBUG [StoreOpener-a00dd8eba6d3df9ec09dbed47ad75e03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:59:29,019 DEBUG [StoreOpener-26833ad5f0720b8ef71929b0b2ad01a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:59:29,020 INFO [StoreOpener-26833ad5f0720b8ef71929b0b2ad01a9-1 {}] regionserver.HStore(327): Store=26833ad5f0720b8ef71929b0b2ad01a9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:59:29,020 INFO [StoreOpener-a00dd8eba6d3df9ec09dbed47ad75e03-1 {}] regionserver.HStore(327): Store=a00dd8eba6d3df9ec09dbed47ad75e03/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:59:29,020 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:29,020 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:29,021 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:29,021 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:29,023 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:29,023 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:29,023 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:29,023 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:29,024 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:29,024 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:29,026 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:29,026 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:29,027 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 26833ad5f0720b8ef71929b0b2ad01a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65873167, jitterRate=-0.018413320183753967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:59:29,027 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:29,027 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened a00dd8eba6d3df9ec09dbed47ad75e03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61435084, jitterRate=-0.08454591035842896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:59:29,028 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:29,028 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 26833ad5f0720b8ef71929b0b2ad01a9: Running coprocessor pre-open hook at 1731477569016Writing region info on filesystem at 1731477569016Initializing all the Stores at 1731477569018 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477569018Cleaning up temporary data from old regions at 1731477569023 (+5 ms)Running coprocessor post-open hooks at 1731477569027 (+4 ms)Region opened successfully at 1731477569027 2024-11-13T05:59:29,028 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for a00dd8eba6d3df9ec09dbed47ad75e03: Running coprocessor pre-open hook at 1731477569016Writing region info on filesystem at 1731477569016Initializing all the Stores at 1731477569018 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477569018Cleaning up temporary data from old regions at 1731477569024 (+6 ms)Running coprocessor post-open hooks at 1731477569028 (+4 ms)Region opened successfully at 1731477569028 2024-11-13T05:59:29,029 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03., pid=44, masterSystemTime=1731477569006 2024-11-13T05:59:29,029 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9., pid=46, masterSystemTime=1731477569004 2024-11-13T05:59:29,031 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. 2024-11-13T05:59:29,031 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. 2024-11-13T05:59:29,032 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. 2024-11-13T05:59:29,032 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a00dd8eba6d3df9ec09dbed47ad75e03, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:59:29,032 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 4304be86673fd2b0012736977d943559, NAME => 'SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-13T05:59:29,032 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. 2024-11-13T05:59:29,032 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4304be86673fd2b0012736977d943559 2024-11-13T05:59:29,032 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. 2024-11-13T05:59:29,032 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:59:29,033 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. 2024-11-13T05:59:29,033 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 4304be86673fd2b0012736977d943559 2024-11-13T05:59:29,033 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 4304be86673fd2b0012736977d943559 2024-11-13T05:59:29,033 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e8635023df46027f9dc38bae3d55fc0, NAME => 'SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-13T05:59:29,033 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:29,033 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:59:29,033 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:29,033 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:29,034 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=26833ad5f0720b8ef71929b0b2ad01a9, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:59:29,035 INFO [StoreOpener-4304be86673fd2b0012736977d943559-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4304be86673fd2b0012736977d943559 2024-11-13T05:59:29,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03, server=bc386b7bf2fe,40113,1731477515972 because future has completed 2024-11-13T05:59:29,037 INFO [StoreOpener-4304be86673fd2b0012736977d943559-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4304be86673fd2b0012736977d943559 columnFamilyName cf 2024-11-13T05:59:29,037 DEBUG [StoreOpener-4304be86673fd2b0012736977d943559-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:59:29,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9, server=bc386b7bf2fe,34137,1731477516095 because future has completed 2024-11-13T05:59:29,037 INFO [StoreOpener-0e8635023df46027f9dc38bae3d55fc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:29,038 INFO [StoreOpener-4304be86673fd2b0012736977d943559-1 {}] regionserver.HStore(327): Store=4304be86673fd2b0012736977d943559/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:59:29,038 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 4304be86673fd2b0012736977d943559 2024-11-13T05:59:29,039 INFO [StoreOpener-0e8635023df46027f9dc38bae3d55fc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e8635023df46027f9dc38bae3d55fc0 columnFamilyName cf 2024-11-13T05:59:29,039 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/4304be86673fd2b0012736977d943559 2024-11-13T05:59:29,039 DEBUG [StoreOpener-0e8635023df46027f9dc38bae3d55fc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:59:29,040 INFO [StoreOpener-0e8635023df46027f9dc38bae3d55fc0-1 {}] regionserver.HStore(327): Store=0e8635023df46027f9dc38bae3d55fc0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:59:29,040 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:29,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-13T05:59:29,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03, server=bc386b7bf2fe,40113,1731477515972 in 10.0350 sec 2024-11-13T05:59:29,041 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/4304be86673fd2b0012736977d943559 2024-11-13T05:59:29,041 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:29,042 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 4304be86673fd2b0012736977d943559 2024-11-13T05:59:29,042 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 4304be86673fd2b0012736977d943559 2024-11-13T05:59:29,043 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:29,044 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:29,044 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:29,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a00dd8eba6d3df9ec09dbed47ad75e03, ASSIGN in 10.2010 sec 2024-11-13T05:59:29,044 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:29,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-11-13T05:59:29,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9, server=bc386b7bf2fe,34137,1731477516095 in 10.0370 sec 2024-11-13T05:59:29,047 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:29,051 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 4304be86673fd2b0012736977d943559 2024-11-13T05:59:29,051 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 0e8635023df46027f9dc38bae3d55fc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65051818, jitterRate=-0.030652374029159546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:59:29,052 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:29,052 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 0e8635023df46027f9dc38bae3d55fc0: Running coprocessor pre-open hook at 1731477569034Writing region info on filesystem at 1731477569034Initializing all the Stores at 1731477569035 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477569035Cleaning up temporary data from old regions at 1731477569044 (+9 ms)Running coprocessor post-open hooks at 1731477569052 (+8 ms)Region opened successfully at 1731477569052 2024-11-13T05:59:29,052 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 4304be86673fd2b0012736977d943559; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70696586, jitterRate=0.0534612238407135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:59:29,052 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4304be86673fd2b0012736977d943559 2024-11-13T05:59:29,052 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 4304be86673fd2b0012736977d943559: Running coprocessor pre-open hook at 1731477569033Writing region info on filesystem at 1731477569033Initializing all the Stores at 1731477569035 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477569035Cleaning up temporary data from old regions at 1731477569042 (+7 ms)Running coprocessor post-open hooks at 1731477569052 (+10 ms)Region opened successfully at 1731477569052 2024-11-13T05:59:29,053 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0., pid=43, masterSystemTime=1731477569004 2024-11-13T05:59:29,053 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:29,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26833ad5f0720b8ef71929b0b2ad01a9, ASSIGN in 10.2050 sec 2024-11-13T05:59:29,053 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559., pid=45, masterSystemTime=1731477569006 2024-11-13T05:59:29,055 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. 2024-11-13T05:59:29,055 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. 2024-11-13T05:59:29,056 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=0e8635023df46027f9dc38bae3d55fc0, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:59:29,058 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. 2024-11-13T05:59:29,058 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. 2024-11-13T05:59:29,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e8635023df46027f9dc38bae3d55fc0, server=bc386b7bf2fe,34137,1731477516095 because future has completed 2024-11-13T05:59:29,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=4304be86673fd2b0012736977d943559, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:59:29,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4304be86673fd2b0012736977d943559, server=bc386b7bf2fe,40113,1731477515972 because future has completed 2024-11-13T05:59:29,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-13T05:59:29,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e8635023df46027f9dc38bae3d55fc0, server=bc386b7bf2fe,34137,1731477516095 in 10.0590 sec 2024-11-13T05:59:29,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e8635023df46027f9dc38bae3d55fc0, ASSIGN in 10.2220 sec 2024-11-13T05:59:29,064 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:29,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-13T05:59:29,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 4304be86673fd2b0012736977d943559, server=bc386b7bf2fe,40113,1731477515972 in 10.0590 sec 2024-11-13T05:59:29,066 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559 2024-11-13T05:59:29,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-11-13T05:59:29,067 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server bc386b7bf2fe,34067,1731477516167 after splitting done 2024-11-13T05:59:29,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4304be86673fd2b0012736977d943559, ASSIGN in 10.2240 sec 2024-11-13T05:59:29,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure bc386b7bf2fe,34067,1731477516167, splitWal=true, meta=false in 20.2290 sec 2024-11-13T05:59:29,145 INFO [master/bc386b7bf2fe:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T05:59:29,145 INFO [master/bc386b7bf2fe:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T05:59:34,431 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:59:34,549 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T05:59:39,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-13T05:59:39,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. 2024-11-13T05:59:39,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-13T05:59:39,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 4304be86673fd2b0012736977d943559: 2024-11-13T05:59:39,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. 2024-11-13T05:59:39,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. for SnapshotProcedureTest completed. 2024-11-13T05:59:39,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for a00dd8eba6d3df9ec09dbed47ad75e03: 2024-11-13T05:59:39,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. for SnapshotProcedureTest completed. 2024-11-13T05:59:39,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:59:39,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:59:39,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:59:39,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:59:39,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:59:39,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-13T05:59:39,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:59:39,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. 2024-11-13T05:59:39,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-13T05:59:39,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0e8635023df46027f9dc38bae3d55fc0: 2024-11-13T05:59:39,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. for SnapshotProcedureTest completed. 2024-11-13T05:59:39,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. 2024-11-13T05:59:39,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 26833ad5f0720b8ef71929b0b2ad01a9: 2024-11-13T05:59:39,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. for SnapshotProcedureTest completed. 2024-11-13T05:59:39,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:59:39,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:59:39,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:59:39,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:59:39,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:59:39,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:59:39,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741857_1033 (size=57) 2024-11-13T05:59:39,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741857_1033 (size=57) 2024-11-13T05:59:39,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741857_1033 (size=57) 2024-11-13T05:59:39,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. 2024-11-13T05:59:39,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-13T05:59:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-13T05:59:39,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4304be86673fd2b0012736977d943559 2024-11-13T05:59:39,074 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559 2024-11-13T05:59:39,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4304be86673fd2b0012736977d943559 in 30.3930 sec 2024-11-13T05:59:39,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741858_1034 (size=65) 2024-11-13T05:59:39,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741858_1034 (size=65) 2024-11-13T05:59:39,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741858_1034 (size=65) 2024-11-13T05:59:39,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. 2024-11-13T05:59:39,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-13T05:59:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-13T05:59:39,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:39,083 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:39,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a00dd8eba6d3df9ec09dbed47ad75e03 in 30.4020 sec 2024-11-13T05:59:39,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741859_1035 (size=57) 2024-11-13T05:59:39,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741859_1035 (size=57) 2024-11-13T05:59:39,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741859_1035 (size=57) 2024-11-13T05:59:39,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. 2024-11-13T05:59:39,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-13T05:59:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-13T05:59:39,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:39,090 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:39,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0e8635023df46027f9dc38bae3d55fc0 in 30.4090 sec 2024-11-13T05:59:39,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741860_1036 (size=65) 2024-11-13T05:59:39,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741860_1036 (size=65) 2024-11-13T05:59:39,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741860_1036 (size=65) 2024-11-13T05:59:39,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. 2024-11-13T05:59:39,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-13T05:59:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-13T05:59:39,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:39,102 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:39,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-13T05:59:39,106 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-13T05:59:39,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 26833ad5f0720b8ef71929b0b2ad01a9 in 30.4210 sec 2024-11-13T05:59:39,108 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-13T05:59:39,111 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-13T05:59:39,112 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-13T05:59:39,115 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T05:59:39,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741861_1037 (size=1094) 2024-11-13T05:59:39,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741861_1037 (size=1094) 2024-11-13T05:59:39,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741861_1037 (size=1094) 2024-11-13T05:59:39,153 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-13T05:59:39,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-13T05:59:39,171 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:59:39,171 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:59:39,171 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:59:39,171 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:59:39,172 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:59:39,177 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:59:39,923 INFO [regionserver/bc386b7bf2fe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-13T05:59:41,258 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bc386b7bf2fe:37703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-13T05:59:43,867 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d8aa11d1495266a039fef2e35946377f, had cached 0 bytes from a total of 47197 2024-11-13T05:59:43,903 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2ff9b848385e70faaaa58a8403829cd8, had cached 0 bytes from a total of 28623 2024-11-13T05:59:48,290 DEBUG [master/bc386b7bf2fe:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0e8635023df46027f9dc38bae3d55fc0 changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:59:48,291 DEBUG [master/bc386b7bf2fe:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6a82b8dabc05995186e1f539378dc05c changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:59:48,293 DEBUG [master/bc386b7bf2fe:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 097f192d39e302e9a084f6d4562246b1 changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:59:48,294 DEBUG [master/bc386b7bf2fe:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 26833ad5f0720b8ef71929b0b2ad01a9 changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:59:48,294 DEBUG [master/bc386b7bf2fe:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2ff9b848385e70faaaa58a8403829cd8 changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:59:48,294 DEBUG [master/bc386b7bf2fe:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3670cfd492e90dfcc08dd63fea12900c changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:59:48,294 DEBUG [master/bc386b7bf2fe:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a00dd8eba6d3df9ec09dbed47ad75e03 changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:59:48,295 DEBUG [master/bc386b7bf2fe:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6317099c39e176165248229300dae03f changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:59:48,295 DEBUG [master/bc386b7bf2fe:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d8aa11d1495266a039fef2e35946377f changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:59:48,295 DEBUG [master/bc386b7bf2fe:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4304be86673fd2b0012736977d943559 changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:59:49,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-13T05:59:49,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-13T05:59:49,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-13T05:59:49,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-13T05:59:49,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-13T05:59:49,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-13T05:59:49,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T05:59:49,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T05:59:49,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-13T05:59:49,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-13T05:59:49,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-13T05:59:49,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-13T05:59:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-13T05:59:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-13T05:59:49,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-13T05:59:49,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-13T05:59:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-13T05:59:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-13T05:59:49,191 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,40113,1731477515972 Release verify snapshot worker=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:59:49,191 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,34137,1731477516095 Release verify snapshot worker=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:59:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-13T05:59:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-13T05:59:49,193 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,40113,1731477515972 Release verify snapshot worker=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:59:49,195 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:59:49,195 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:59:49,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,40113,1731477515972 in 10.0280 sec 2024-11-13T05:59:49,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,40113,1731477515972 in 10.0290 sec 2024-11-13T05:59:49,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,34137,1731477516095 in 10.0280 sec 2024-11-13T05:59:49,197 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,40113,1731477515972 Release verify snapshot worker=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:59:49,197 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,34137,1731477516095 Release verify snapshot worker=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:59:49,197 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,34137,1731477516095 Release verify snapshot worker=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:59:49,198 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:59:49,199 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:59:49,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,40113,1731477515972 in 10.0330 sec 2024-11-13T05:59:49,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,34137,1731477516095 in 10.0330 sec 2024-11-13T05:59:49,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,34137,1731477516095 in 10.0330 sec 2024-11-13T05:59:59,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-13T05:59:59,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-13T05:59:59,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-13T05:59:59,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-13T05:59:59,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-13T05:59:59,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-13T05:59:59,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-13T05:59:59,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-13T05:59:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-13T05:59:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-13T05:59:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-13T05:59:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-13T05:59:59,204 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,40113,1731477515972 Release verify snapshot worker=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:59:59,204 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,34137,1731477516095 Release verify snapshot worker=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:59:59,206 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,34137,1731477516095 Release verify snapshot worker=bc386b7bf2fe,34137,1731477516095 2024-11-13T05:59:59,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,40113,1731477515972 in 20.0400 sec 2024-11-13T05:59:59,207 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,40113,1731477515972 Release verify snapshot worker=bc386b7bf2fe,40113,1731477515972 2024-11-13T05:59:59,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,34137,1731477516095 in 20.0400 sec 2024-11-13T05:59:59,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,34137,1731477516095 in 20.0420 sec 2024-11-13T05:59:59,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=25 2024-11-13T05:59:59,210 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-13T05:59:59,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,40113,1731477515972 in 20.0430 sec 2024-11-13T05:59:59,211 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/.hbase-snapshot/SnapshotProcedureTest 2024-11-13T05:59:59,213 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-13T05:59:59,213 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-13T05:59:59,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5720 sec 2024-11-13T05:59:59,417 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-13T05:59:59,425 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-13T05:59:59,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:59:59,425 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:59:59,426 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:59:59,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:59:59,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:59:59,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:59:59,426 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:59:59,426 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1424824453, stopped=false 2024-11-13T05:59:59,427 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bc386b7bf2fe,37703,1731477515237 2024-11-13T05:59:59,499 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T05:59:59,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T05:59:59,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T05:59:59,499 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:59:59,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:59:59,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:59:59,499 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:59:59,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:59:59,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:59:59,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:59:59,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:59:59,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:59:59,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:59:59,503 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bc386b7bf2fe,40113,1731477515972' ***** 2024-11-13T05:59:59,503 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:59:59,504 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bc386b7bf2fe,34137,1731477516095' ***** 2024-11-13T05:59:59,504 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:59:59,504 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:59:59,504 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:59:59,504 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:59:59,504 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:59:59,505 INFO [RS:0;bc386b7bf2fe:40113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:59:59,505 INFO [RS:1;bc386b7bf2fe:34137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:59:59,505 INFO [RS:0;bc386b7bf2fe:40113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:59:59,505 INFO [RS:1;bc386b7bf2fe:34137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:59:59,505 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ff9b848385e70faaaa58a8403829cd8 2024-11-13T05:59:59,505 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(3091): Received CLOSE for a00dd8eba6d3df9ec09dbed47ad75e03 2024-11-13T05:59:59,506 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(3091): Received CLOSE for 26833ad5f0720b8ef71929b0b2ad01a9 2024-11-13T05:59:59,506 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a82b8dabc05995186e1f539378dc05c 2024-11-13T05:59:59,506 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(3091): Received CLOSE for 097f192d39e302e9a084f6d4562246b1 2024-11-13T05:59:59,506 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e8635023df46027f9dc38bae3d55fc0 2024-11-13T05:59:59,506 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(959): stopping server bc386b7bf2fe,34137,1731477516095 2024-11-13T05:59:59,506 INFO [RS:1;bc386b7bf2fe:34137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:59:59,506 INFO [RS:1;bc386b7bf2fe:34137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;bc386b7bf2fe:34137. 2024-11-13T05:59:59,507 DEBUG [RS:1;bc386b7bf2fe:34137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:59:59,507 DEBUG [RS:1;bc386b7bf2fe:34137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:59:59,507 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ff9b848385e70faaaa58a8403829cd8, disabling compactions & flushes 2024-11-13T05:59:59,507 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8. 2024-11-13T05:59:59,507 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-13T05:59:59,507 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8. 2024-11-13T05:59:59,507 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8. after waiting 0 ms 2024-11-13T05:59:59,507 DEBUG [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(1325): Online Regions={2ff9b848385e70faaaa58a8403829cd8=SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8., 26833ad5f0720b8ef71929b0b2ad01a9=SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9., 6a82b8dabc05995186e1f539378dc05c=SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c., 097f192d39e302e9a084f6d4562246b1=SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1., 0e8635023df46027f9dc38bae3d55fc0=SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0.} 2024-11-13T05:59:59,507 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8. 2024-11-13T05:59:59,507 DEBUG [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(1351): Waiting on 097f192d39e302e9a084f6d4562246b1, 0e8635023df46027f9dc38bae3d55fc0, 26833ad5f0720b8ef71929b0b2ad01a9, 2ff9b848385e70faaaa58a8403829cd8, 6a82b8dabc05995186e1f539378dc05c 2024-11-13T05:59:59,508 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(3091): Received CLOSE for 3670cfd492e90dfcc08dd63fea12900c 2024-11-13T05:59:59,508 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(3091): Received CLOSE for 4304be86673fd2b0012736977d943559 2024-11-13T05:59:59,508 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a00dd8eba6d3df9ec09dbed47ad75e03, disabling compactions & flushes 2024-11-13T05:59:59,508 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(3091): Received CLOSE for 6317099c39e176165248229300dae03f 2024-11-13T05:59:59,508 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. 2024-11-13T05:59:59,508 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(3091): Received CLOSE for d8aa11d1495266a039fef2e35946377f 2024-11-13T05:59:59,508 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. 2024-11-13T05:59:59,508 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(959): stopping server bc386b7bf2fe,40113,1731477515972 2024-11-13T05:59:59,508 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. after waiting 0 ms 2024-11-13T05:59:59,508 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. 2024-11-13T05:59:59,508 INFO [RS:0;bc386b7bf2fe:40113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:59:59,508 INFO [RS:0;bc386b7bf2fe:40113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bc386b7bf2fe:40113. 2024-11-13T05:59:59,508 DEBUG [RS:0;bc386b7bf2fe:40113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:59:59,508 DEBUG [RS:0;bc386b7bf2fe:40113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:59:59,509 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:59:59,509 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:59:59,509 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:59:59,509 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:59:59,510 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-13T05:59:59,510 DEBUG [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(1325): Online Regions={a00dd8eba6d3df9ec09dbed47ad75e03=SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03., 3670cfd492e90dfcc08dd63fea12900c=SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c., 4304be86673fd2b0012736977d943559=SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559., 1588230740=hbase:meta,,1.1588230740, 6317099c39e176165248229300dae03f=SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f., d8aa11d1495266a039fef2e35946377f=SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f.} 2024-11-13T05:59:59,510 DEBUG [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3670cfd492e90dfcc08dd63fea12900c, 4304be86673fd2b0012736977d943559, 6317099c39e176165248229300dae03f, a00dd8eba6d3df9ec09dbed47ad75e03, d8aa11d1495266a039fef2e35946377f 2024-11-13T05:59:59,510 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:59:59,510 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:59:59,510 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:59:59,510 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:59:59,510 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:59:59,510 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-13T05:59:59,521 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/a00dd8eba6d3df9ec09dbed47ad75e03/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:59:59,523 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/2ff9b848385e70faaaa58a8403829cd8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T05:59:59,523 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. 2024-11-13T05:59:59,524 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a00dd8eba6d3df9ec09dbed47ad75e03: Waiting for close lock at 1731477599508Running coprocessor pre-close hooks at 1731477599508Disabling compacts and flushes for region at 1731477599508Disabling writes for close at 1731477599508Writing region close event to WAL at 1731477599510 (+2 ms)Running coprocessor post-close hooks at 1731477599522 (+12 ms)Closed at 1731477599523 (+1 ms) 2024-11-13T05:59:59,524 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731477528467.a00dd8eba6d3df9ec09dbed47ad75e03. 2024-11-13T05:59:59,524 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3670cfd492e90dfcc08dd63fea12900c, disabling compactions & flushes 2024-11-13T05:59:59,524 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8. 2024-11-13T05:59:59,524 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c. 2024-11-13T05:59:59,524 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c. 2024-11-13T05:59:59,524 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ff9b848385e70faaaa58a8403829cd8: Waiting for close lock at 1731477599506Running coprocessor pre-close hooks at 1731477599506Disabling compacts and flushes for region at 1731477599506Disabling writes for close at 1731477599507 (+1 ms)Writing region close event to WAL at 1731477599515 (+8 ms)Running coprocessor post-close hooks at 1731477599524 (+9 ms)Closed at 1731477599524 2024-11-13T05:59:59,525 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c. after waiting 0 ms 2024-11-13T05:59:59,525 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731477528467.2ff9b848385e70faaaa58a8403829cd8. 2024-11-13T05:59:59,525 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c. 2024-11-13T05:59:59,525 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26833ad5f0720b8ef71929b0b2ad01a9, disabling compactions & flushes 2024-11-13T05:59:59,525 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. 2024-11-13T05:59:59,525 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. 2024-11-13T05:59:59,525 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. after waiting 0 ms 2024-11-13T05:59:59,525 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. 2024-11-13T05:59:59,530 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/3670cfd492e90dfcc08dd63fea12900c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:59:59,531 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/26833ad5f0720b8ef71929b0b2ad01a9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:59:59,531 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c. 2024-11-13T05:59:59,531 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3670cfd492e90dfcc08dd63fea12900c: Waiting for close lock at 1731477599524Running coprocessor pre-close hooks at 1731477599524Disabling compacts and flushes for region at 1731477599524Disabling writes for close at 1731477599525 (+1 ms)Writing region close event to WAL at 1731477599525Running coprocessor post-close hooks at 1731477599530 (+5 ms)Closed at 1731477599531 (+1 ms) 2024-11-13T05:59:59,531 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c. 2024-11-13T05:59:59,531 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4304be86673fd2b0012736977d943559, disabling compactions & flushes 2024-11-13T05:59:59,532 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. 2024-11-13T05:59:59,532 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. 2024-11-13T05:59:59,532 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. after waiting 0 ms 2024-11-13T05:59:59,532 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. 2024-11-13T05:59:59,532 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. 2024-11-13T05:59:59,532 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26833ad5f0720b8ef71929b0b2ad01a9: Waiting for close lock at 1731477599525Running coprocessor pre-close hooks at 1731477599525Disabling compacts and flushes for region at 1731477599525Disabling writes for close at 1731477599525Writing region close event to WAL at 1731477599525Running coprocessor post-close hooks at 1731477599532 (+7 ms)Closed at 1731477599532 2024-11-13T05:59:59,532 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731477528467.26833ad5f0720b8ef71929b0b2ad01a9. 2024-11-13T05:59:59,532 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a82b8dabc05995186e1f539378dc05c, disabling compactions & flushes 2024-11-13T05:59:59,532 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c. 2024-11-13T05:59:59,532 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c. 2024-11-13T05:59:59,533 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c. after waiting 0 ms 2024-11-13T05:59:59,533 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c. 2024-11-13T05:59:59,545 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740/.tmp/info/49fe03f11d334c449178fce292ac822e is 167, key is SPTestTable,19999999,1731477528467.3670cfd492e90dfcc08dd63fea12900c./info:regioninfo/1731477538930/Put/seqid=0 2024-11-13T05:59:59,546 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/6a82b8dabc05995186e1f539378dc05c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:59:59,546 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/4304be86673fd2b0012736977d943559/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:59:59,547 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c. 2024-11-13T05:59:59,548 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a82b8dabc05995186e1f539378dc05c: Waiting for close lock at 1731477599532Running coprocessor pre-close hooks at 1731477599532Disabling compacts and flushes for region at 1731477599532Disabling writes for close at 1731477599533 (+1 ms)Writing region close event to WAL at 1731477599537 (+4 ms)Running coprocessor post-close hooks at 1731477599547 (+10 ms)Closed at 1731477599547 2024-11-13T05:59:59,548 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731477528467.6a82b8dabc05995186e1f539378dc05c. 2024-11-13T05:59:59,548 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 097f192d39e302e9a084f6d4562246b1, disabling compactions & flushes 2024-11-13T05:59:59,548 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1. 2024-11-13T05:59:59,548 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1. 2024-11-13T05:59:59,548 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1. after waiting 0 ms 2024-11-13T05:59:59,548 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1. 2024-11-13T05:59:59,548 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. 2024-11-13T05:59:59,548 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4304be86673fd2b0012736977d943559: Waiting for close lock at 1731477599531Running coprocessor pre-close hooks at 1731477599531Disabling compacts and flushes for region at 1731477599531Disabling writes for close at 1731477599532 (+1 ms)Writing region close event to WAL at 1731477599537 (+5 ms)Running coprocessor post-close hooks at 1731477599548 (+11 ms)Closed at 1731477599548 2024-11-13T05:59:59,548 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731477528467.4304be86673fd2b0012736977d943559. 2024-11-13T05:59:59,549 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6317099c39e176165248229300dae03f, disabling compactions & flushes 2024-11-13T05:59:59,549 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f. 2024-11-13T05:59:59,549 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f. 2024-11-13T05:59:59,549 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f. after waiting 0 ms 2024-11-13T05:59:59,549 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f. 2024-11-13T05:59:59,559 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/6317099c39e176165248229300dae03f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:59:59,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741862_1038 (size=20260) 2024-11-13T05:59:59,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741862_1038 (size=20260) 2024-11-13T05:59:59,561 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f. 2024-11-13T05:59:59,561 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6317099c39e176165248229300dae03f: Waiting for close lock at 1731477599549Running coprocessor pre-close hooks at 1731477599549Disabling compacts and flushes for region at 1731477599549Disabling writes for close at 1731477599549Writing region close event to WAL at 1731477599551 (+2 ms)Running coprocessor post-close hooks at 1731477599561 (+10 ms)Closed at 1731477599561 2024-11-13T05:59:59,561 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731477528467.6317099c39e176165248229300dae03f. 2024-11-13T05:59:59,561 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8aa11d1495266a039fef2e35946377f, disabling compactions & flushes 2024-11-13T05:59:59,561 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f. 2024-11-13T05:59:59,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741862_1038 (size=20260) 2024-11-13T05:59:59,562 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f. 2024-11-13T05:59:59,562 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f. after waiting 0 ms 2024-11-13T05:59:59,562 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f. 2024-11-13T05:59:59,563 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740/.tmp/info/49fe03f11d334c449178fce292ac822e 2024-11-13T05:59:59,571 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/097f192d39e302e9a084f6d4562246b1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:59:59,572 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1. 2024-11-13T05:59:59,572 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 097f192d39e302e9a084f6d4562246b1: Waiting for close lock at 1731477599548Running coprocessor pre-close hooks at 1731477599548Disabling compacts and flushes for region at 1731477599548Disabling writes for close at 1731477599548Writing region close event to WAL at 1731477599550 (+2 ms)Running coprocessor post-close hooks at 1731477599571 (+21 ms)Closed at 1731477599571 2024-11-13T05:59:59,572 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731477528467.097f192d39e302e9a084f6d4562246b1. 2024-11-13T05:59:59,572 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e8635023df46027f9dc38bae3d55fc0, disabling compactions & flushes 2024-11-13T05:59:59,572 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. 2024-11-13T05:59:59,572 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. 2024-11-13T05:59:59,572 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. after waiting 0 ms 2024-11-13T05:59:59,572 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. 2024-11-13T05:59:59,578 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/0e8635023df46027f9dc38bae3d55fc0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:59:59,578 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. 2024-11-13T05:59:59,579 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e8635023df46027f9dc38bae3d55fc0: Waiting for close lock at 1731477599572Running coprocessor pre-close hooks at 1731477599572Disabling compacts and flushes for region at 1731477599572Disabling writes for close at 1731477599572Writing region close event to WAL at 1731477599573 (+1 ms)Running coprocessor post-close hooks at 1731477599578 (+5 ms)Closed at 1731477599578 2024-11-13T05:59:59,579 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731477528467.0e8635023df46027f9dc38bae3d55fc0. 2024-11-13T05:59:59,580 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/default/SPTestTable/d8aa11d1495266a039fef2e35946377f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T05:59:59,581 INFO [regionserver/bc386b7bf2fe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:59:59,581 INFO [regionserver/bc386b7bf2fe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:59:59,581 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f. 2024-11-13T05:59:59,581 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8aa11d1495266a039fef2e35946377f: Waiting for close lock at 1731477599561Running coprocessor pre-close hooks at 1731477599561Disabling compacts and flushes for region at 1731477599561Disabling writes for close at 1731477599562 (+1 ms)Writing region close event to WAL at 1731477599575 (+13 ms)Running coprocessor post-close hooks at 1731477599581 (+6 ms)Closed at 1731477599581 2024-11-13T05:59:59,581 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731477528467.d8aa11d1495266a039fef2e35946377f. 2024-11-13T05:59:59,593 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740/.tmp/ns/77ea076e20de4eaf8020e48596b9dc75 is 43, key is default/ns:d/1731477528216/Put/seqid=0 2024-11-13T05:59:59,594 INFO [regionserver/bc386b7bf2fe:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:59:59,598 INFO [regionserver/bc386b7bf2fe:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:59:59,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741863_1039 (size=5153) 2024-11-13T05:59:59,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741863_1039 (size=5153) 2024-11-13T05:59:59,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741863_1039 (size=5153) 2024-11-13T05:59:59,600 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740/.tmp/ns/77ea076e20de4eaf8020e48596b9dc75 2024-11-13T05:59:59,604 INFO [regionserver/bc386b7bf2fe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:59:59,605 INFO [regionserver/bc386b7bf2fe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:59:59,624 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740/.tmp/table/ffe780a9c04d4e6991be7a361d673341 is 47, key is SPTestTable/table:state/1731477539032/Put/seqid=0 2024-11-13T05:59:59,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741864_1040 (size=5214) 2024-11-13T05:59:59,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741864_1040 (size=5214) 2024-11-13T05:59:59,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741864_1040 (size=5214) 2024-11-13T05:59:59,632 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740/.tmp/table/ffe780a9c04d4e6991be7a361d673341 2024-11-13T05:59:59,640 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740/.tmp/info/49fe03f11d334c449178fce292ac822e as hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740/info/49fe03f11d334c449178fce292ac822e 2024-11-13T05:59:59,648 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740/info/49fe03f11d334c449178fce292ac822e, entries=116, sequenceid=37, filesize=19.8 K 2024-11-13T05:59:59,649 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740/.tmp/ns/77ea076e20de4eaf8020e48596b9dc75 as hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740/ns/77ea076e20de4eaf8020e48596b9dc75 2024-11-13T05:59:59,658 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740/ns/77ea076e20de4eaf8020e48596b9dc75, entries=2, sequenceid=37, filesize=5.0 K 2024-11-13T05:59:59,660 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740/.tmp/table/ffe780a9c04d4e6991be7a361d673341 as hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740/table/ffe780a9c04d4e6991be7a361d673341 2024-11-13T05:59:59,667 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740/table/ffe780a9c04d4e6991be7a361d673341, entries=2, sequenceid=37, filesize=5.1 K 2024-11-13T05:59:59,668 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 158ms, sequenceid=37, compaction requested=false 2024-11-13T05:59:59,674 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-13T05:59:59,675 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:59:59,675 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:59:59,675 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731477599510Running coprocessor pre-close hooks at 1731477599510Disabling compacts and flushes for region at 1731477599510Disabling writes for close at 1731477599510Obtaining lock to block concurrent updates at 1731477599511 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731477599511Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1731477599511Flushing stores of hbase:meta,,1.1588230740 at 1731477599512 (+1 ms)Flushing 1588230740/info: creating writer at 1731477599512Flushing 1588230740/info: appending metadata at 1731477599545 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731477599545Flushing 1588230740/ns: creating writer at 1731477599577 (+32 ms)Flushing 1588230740/ns: appending metadata at 1731477599593 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731477599593Flushing 1588230740/table: creating writer at 1731477599608 (+15 ms)Flushing 1588230740/table: appending metadata at 1731477599623 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731477599623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57329ab1: reopening flushed file at 1731477599639 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a038e64: reopening flushed file at 1731477599648 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51830466: reopening flushed file at 1731477599658 (+10 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 158ms, sequenceid=37, compaction requested=false at 1731477599668 (+10 ms)Writing region close event to WAL at 1731477599670 (+2 ms)Running coprocessor post-close hooks at 1731477599674 (+4 ms)Closed at 1731477599675 (+1 ms) 2024-11-13T05:59:59,675 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:59:59,708 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(976): stopping server bc386b7bf2fe,34137,1731477516095; all regions closed. 2024-11-13T05:59:59,710 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(976): stopping server bc386b7bf2fe,40113,1731477515972; all regions closed. 2024-11-13T05:59:59,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741834_1010 (size=3500) 2024-11-13T05:59:59,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741834_1010 (size=3500) 2024-11-13T05:59:59,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741834_1010 (size=3500) 2024-11-13T05:59:59,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741836_1012 (size=19450) 2024-11-13T05:59:59,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741836_1012 (size=19450) 2024-11-13T05:59:59,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741836_1012 (size=19450) 2024-11-13T05:59:59,718 DEBUG [RS:1;bc386b7bf2fe:34137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/oldWALs 2024-11-13T05:59:59,718 INFO [RS:1;bc386b7bf2fe:34137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bc386b7bf2fe%2C34137%2C1731477516095:(num 1731477517747) 2024-11-13T05:59:59,718 DEBUG [RS:1;bc386b7bf2fe:34137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:59:59,718 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:59:59,718 INFO [RS:1;bc386b7bf2fe:34137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:59:59,718 DEBUG [RS:0;bc386b7bf2fe:40113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/oldWALs 2024-11-13T05:59:59,719 INFO [RS:0;bc386b7bf2fe:40113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bc386b7bf2fe%2C40113%2C1731477515972.meta:.meta(num 1731477528036) 2024-11-13T05:59:59,719 INFO [RS:1;bc386b7bf2fe:34137 {}] hbase.ChoreService(370): Chore service for: regionserver/bc386b7bf2fe:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T05:59:59,719 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:59:59,719 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:59:59,719 INFO [regionserver/bc386b7bf2fe:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:59:59,719 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:59:59,719 INFO [RS:1;bc386b7bf2fe:34137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:59:59,720 INFO [RS:1;bc386b7bf2fe:34137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34137 2024-11-13T05:59:59,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741833_1009 (size=3530) 2024-11-13T05:59:59,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741833_1009 (size=3530) 2024-11-13T05:59:59,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741833_1009 (size=3530) 2024-11-13T05:59:59,723 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/WALs/bc386b7bf2fe,40113,1731477515972/bc386b7bf2fe%2C40113%2C1731477515972.1731477517747 not finished, retry = 0 2024-11-13T05:59:59,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T05:59:59,734 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bc386b7bf2fe,34137,1731477516095 2024-11-13T05:59:59,734 INFO [RS:1;bc386b7bf2fe:34137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:59:59,743 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bc386b7bf2fe,34137,1731477516095] 2024-11-13T05:59:59,751 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bc386b7bf2fe,34137,1731477516095 already deleted, retry=false 2024-11-13T05:59:59,752 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bc386b7bf2fe,34137,1731477516095 expired; onlineServers=1 2024-11-13T05:59:59,830 DEBUG [RS:0;bc386b7bf2fe:40113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/oldWALs 2024-11-13T05:59:59,830 INFO [RS:0;bc386b7bf2fe:40113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bc386b7bf2fe%2C40113%2C1731477515972:(num 1731477517747) 2024-11-13T05:59:59,830 DEBUG [RS:0;bc386b7bf2fe:40113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:59:59,830 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:59:59,830 INFO [RS:0;bc386b7bf2fe:40113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:59:59,831 INFO [RS:0;bc386b7bf2fe:40113 {}] hbase.ChoreService(370): Chore service for: regionserver/bc386b7bf2fe:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T05:59:59,831 INFO [RS:0;bc386b7bf2fe:40113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:59:59,832 INFO [regionserver/bc386b7bf2fe:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:59:59,833 INFO [RS:0;bc386b7bf2fe:40113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40113 2024-11-13T05:59:59,843 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:59:59,843 INFO [RS:1;bc386b7bf2fe:34137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:59:59,844 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x101340fbbb40002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:59:59,844 INFO [RS:1;bc386b7bf2fe:34137 {}] regionserver.HRegionServer(1031): Exiting; stopping=bc386b7bf2fe,34137,1731477516095; zookeeper connection closed. 2024-11-13T05:59:59,844 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fb499bf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fb499bf 2024-11-13T05:59:59,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T05:59:59,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bc386b7bf2fe,40113,1731477515972 2024-11-13T05:59:59,860 INFO [RS:0;bc386b7bf2fe:40113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:59:59,861 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bc386b7bf2fe,40113,1731477515972] 2024-11-13T05:59:59,877 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bc386b7bf2fe,40113,1731477515972 already deleted, retry=false 2024-11-13T05:59:59,877 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bc386b7bf2fe,40113,1731477515972 expired; onlineServers=0 2024-11-13T05:59:59,877 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bc386b7bf2fe,37703,1731477515237' ***** 2024-11-13T05:59:59,877 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:59:59,877 INFO [M:0;bc386b7bf2fe:37703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:59:59,877 INFO [M:0;bc386b7bf2fe:37703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:59:59,877 DEBUG [M:0;bc386b7bf2fe:37703 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:59:59,878 DEBUG [M:0;bc386b7bf2fe:37703 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:59:59,878 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:59:59,878 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster-HFileCleaner.small.0-1731477517365 {}] cleaner.HFileCleaner(306): Exit Thread[master/bc386b7bf2fe:0:becomeActiveMaster-HFileCleaner.small.0-1731477517365,5,FailOnTimeoutGroup] 2024-11-13T05:59:59,878 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster-HFileCleaner.large.0-1731477517363 {}] cleaner.HFileCleaner(306): Exit Thread[master/bc386b7bf2fe:0:becomeActiveMaster-HFileCleaner.large.0-1731477517363,5,FailOnTimeoutGroup] 2024-11-13T05:59:59,878 INFO [M:0;bc386b7bf2fe:37703 {}] hbase.ChoreService(370): Chore service for: master/bc386b7bf2fe:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:59:59,878 INFO [M:0;bc386b7bf2fe:37703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:59:59,878 DEBUG [M:0;bc386b7bf2fe:37703 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:59:59,878 INFO [M:0;bc386b7bf2fe:37703 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:59:59,879 INFO [M:0;bc386b7bf2fe:37703 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:59:59,879 ERROR [M:0;bc386b7bf2fe:37703 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:41167 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41167,5,PEWorkerGroup] 2024-11-13T05:59:59,880 INFO [M:0;bc386b7bf2fe:37703 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:59:59,880 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:59:59,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T05:59:59,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:59:59,885 DEBUG [M:0;bc386b7bf2fe:37703 {}] zookeeper.ZKUtil(347): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T05:59:59,885 WARN [M:0;bc386b7bf2fe:37703 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:59:59,887 INFO [M:0;bc386b7bf2fe:37703 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/.lastflushedseqids 2024-11-13T05:59:59,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741865_1041 (size=686) 2024-11-13T05:59:59,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741865_1041 (size=686) 2024-11-13T05:59:59,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741865_1041 (size=686) 2024-11-13T05:59:59,905 INFO [M:0;bc386b7bf2fe:37703 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:59:59,905 INFO [M:0;bc386b7bf2fe:37703 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:59:59,906 DEBUG [M:0;bc386b7bf2fe:37703 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:59:59,906 INFO [M:0;bc386b7bf2fe:37703 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:59:59,906 DEBUG [M:0;bc386b7bf2fe:37703 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:59:59,906 DEBUG [M:0;bc386b7bf2fe:37703 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:59:59,906 DEBUG [M:0;bc386b7bf2fe:37703 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:59:59,906 INFO [M:0;bc386b7bf2fe:37703 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=194.95 KB heapSize=241.73 KB 2024-11-13T05:59:59,924 DEBUG [M:0;bc386b7bf2fe:37703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c3bf1a494a946cd889781d87d19923f is 82, key is hbase:meta,,1/info:regioninfo/1731477528112/Put/seqid=0 2024-11-13T05:59:59,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741866_1042 (size=5672) 2024-11-13T05:59:59,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741866_1042 (size=5672) 2024-11-13T05:59:59,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741866_1042 (size=5672) 2024-11-13T05:59:59,932 INFO [M:0;bc386b7bf2fe:37703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c3bf1a494a946cd889781d87d19923f 2024-11-13T05:59:59,955 DEBUG [M:0;bc386b7bf2fe:37703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/441ecde82540454cb8f72a341fed2f1b is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731477539039/Put/seqid=0 2024-11-13T05:59:59,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741867_1043 (size=8972) 2024-11-13T05:59:59,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741867_1043 (size=8972) 2024-11-13T05:59:59,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741867_1043 (size=8972) 2024-11-13T05:59:59,963 INFO [M:0;bc386b7bf2fe:37703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.22 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/441ecde82540454cb8f72a341fed2f1b 2024-11-13T05:59:59,968 INFO [RS:0;bc386b7bf2fe:40113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:59:59,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:59:59,969 INFO [RS:0;bc386b7bf2fe:40113 {}] regionserver.HRegionServer(1031): Exiting; stopping=bc386b7bf2fe,40113,1731477515972; zookeeper connection closed. 2024-11-13T05:59:59,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x101340fbbb40001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:59:59,969 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@cc51150 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@cc51150 2024-11-13T05:59:59,969 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T05:59:59,969 INFO [M:0;bc386b7bf2fe:37703 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 441ecde82540454cb8f72a341fed2f1b 2024-11-13T05:59:59,985 DEBUG [M:0;bc386b7bf2fe:37703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2cf9e5acb1b4db592385a8295ba846c is 69, key is bc386b7bf2fe,34137,1731477516095/rs:state/1731477517452/Put/seqid=0 2024-11-13T05:59:59,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741868_1044 (size=5441) 2024-11-13T05:59:59,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741868_1044 (size=5441) 2024-11-13T05:59:59,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741868_1044 (size=5441) 2024-11-13T05:59:59,995 INFO [M:0;bc386b7bf2fe:37703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2cf9e5acb1b4db592385a8295ba846c 2024-11-13T06:00:00,002 INFO [M:0;bc386b7bf2fe:37703 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2cf9e5acb1b4db592385a8295ba846c 2024-11-13T06:00:00,004 DEBUG [M:0;bc386b7bf2fe:37703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c3bf1a494a946cd889781d87d19923f as hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c3bf1a494a946cd889781d87d19923f 2024-11-13T06:00:00,013 INFO [M:0;bc386b7bf2fe:37703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c3bf1a494a946cd889781d87d19923f, entries=8, sequenceid=513, filesize=5.5 K 2024-11-13T06:00:00,015 DEBUG [M:0;bc386b7bf2fe:37703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/441ecde82540454cb8f72a341fed2f1b as hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/441ecde82540454cb8f72a341fed2f1b 2024-11-13T06:00:00,023 INFO [M:0;bc386b7bf2fe:37703 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 441ecde82540454cb8f72a341fed2f1b 2024-11-13T06:00:00,023 INFO [M:0;bc386b7bf2fe:37703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/441ecde82540454cb8f72a341fed2f1b, entries=56, sequenceid=513, filesize=8.8 K 2024-11-13T06:00:00,025 DEBUG [M:0;bc386b7bf2fe:37703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2cf9e5acb1b4db592385a8295ba846c as hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2cf9e5acb1b4db592385a8295ba846c 2024-11-13T06:00:00,033 INFO [M:0;bc386b7bf2fe:37703 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2cf9e5acb1b4db592385a8295ba846c 2024-11-13T06:00:00,033 INFO [M:0;bc386b7bf2fe:37703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41167/user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2cf9e5acb1b4db592385a8295ba846c, entries=3, sequenceid=513, filesize=5.3 K 2024-11-13T06:00:00,034 INFO [M:0;bc386b7bf2fe:37703 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.95 KB/199631, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=513, compaction requested=false 2024-11-13T06:00:00,035 INFO [M:0;bc386b7bf2fe:37703 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T06:00:00,035 DEBUG [M:0;bc386b7bf2fe:37703 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731477599906Disabling compacts and flushes for region at 1731477599906Disabling writes for close at 1731477599906Obtaining lock to block concurrent updates at 1731477599906Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731477599906Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199631, getHeapSize=247472, getOffHeapSize=0, getCellsCount=620 at 1731477599907 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731477599908 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731477599908Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731477599924 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731477599924Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731477599938 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731477599954 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731477599954Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731477599970 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731477599985 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731477599985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72bb3f8b: reopening flushed file at 1731477600003 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47464c2d: reopening flushed file at 1731477600013 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc77590: reopening flushed file at 1731477600023 (+10 ms)Finished flush of dataSize ~194.95 KB/199631, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=513, compaction requested=false at 1731477600034 (+11 ms)Writing region close event to WAL at 1731477600035 (+1 ms)Closed at 1731477600035 2024-11-13T06:00:00,038 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed64f8fc-545d-e5d0-a6c5-2ab1a8e97e35/MasterData/WALs/bc386b7bf2fe,37703,1731477515237/bc386b7bf2fe%2C37703%2C1731477515237.1731477516649 not finished, retry = 0 2024-11-13T06:00:00,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741830_1006 (size=233823) 2024-11-13T06:00:00,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741830_1006 (size=233823) 2024-11-13T06:00:00,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40567 is added to blk_1073741830_1006 (size=233823) 2024-11-13T06:00:00,140 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T06:00:00,140 INFO [M:0;bc386b7bf2fe:37703 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T06:00:00,140 INFO [M:0;bc386b7bf2fe:37703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37703 2024-11-13T06:00:00,140 INFO [M:0;bc386b7bf2fe:37703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T06:00:00,252 INFO [M:0;bc386b7bf2fe:37703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T06:00:00,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T06:00:00,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37703-0x101340fbbb40000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T06:00:00,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T06:00:00,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T06:00:00,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T06:00:00,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T06:00:00,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/hadoop.log.dir/,STOPPED} 2024-11-13T06:00:00,261 WARN [BP-72883201-172.17.0.2-1731477511396 heartbeating to localhost/127.0.0.1:41167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T06:00:00,261 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T06:00:00,261 WARN [BP-72883201-172.17.0.2-1731477511396 heartbeating to localhost/127.0.0.1:41167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-72883201-172.17.0.2-1731477511396 (Datanode Uuid 1605736e-4bb4-4559-8ad6-f9e6618ba085) service to localhost/127.0.0.1:41167 2024-11-13T06:00:00,261 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T06:00:00,262 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/cluster_a185c011-41f1-d675-0e5e-9ac44a7883d1/data/data5/current/BP-72883201-172.17.0.2-1731477511396 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T06:00:00,263 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/cluster_a185c011-41f1-d675-0e5e-9ac44a7883d1/data/data6/current/BP-72883201-172.17.0.2-1731477511396 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T06:00:00,263 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T06:00:00,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T06:00:00,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T06:00:00,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T06:00:00,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T06:00:00,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/hadoop.log.dir/,STOPPED} 2024-11-13T06:00:00,268 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T06:00:00,268 WARN [BP-72883201-172.17.0.2-1731477511396 heartbeating to localhost/127.0.0.1:41167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T06:00:00,268 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T06:00:00,268 WARN [BP-72883201-172.17.0.2-1731477511396 heartbeating to localhost/127.0.0.1:41167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-72883201-172.17.0.2-1731477511396 (Datanode Uuid dbc59190-e96a-408e-ac42-7f7db0e36cd3) service to localhost/127.0.0.1:41167 2024-11-13T06:00:00,269 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/cluster_a185c011-41f1-d675-0e5e-9ac44a7883d1/data/data3/current/BP-72883201-172.17.0.2-1731477511396 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T06:00:00,269 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/cluster_a185c011-41f1-d675-0e5e-9ac44a7883d1/data/data4/current/BP-72883201-172.17.0.2-1731477511396 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T06:00:00,270 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T06:00:00,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T06:00:00,272 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T06:00:00,273 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T06:00:00,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T06:00:00,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/hadoop.log.dir/,STOPPED} 2024-11-13T06:00:00,274 WARN [BP-72883201-172.17.0.2-1731477511396 heartbeating to localhost/127.0.0.1:41167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T06:00:00,274 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T06:00:00,275 WARN [BP-72883201-172.17.0.2-1731477511396 heartbeating to localhost/127.0.0.1:41167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-72883201-172.17.0.2-1731477511396 (Datanode Uuid b45a3570-f9c4-4f63-86af-144433343318) service to localhost/127.0.0.1:41167 2024-11-13T06:00:00,275 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T06:00:00,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/cluster_a185c011-41f1-d675-0e5e-9ac44a7883d1/data/data1/current/BP-72883201-172.17.0.2-1731477511396 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T06:00:00,276 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/cluster_a185c011-41f1-d675-0e5e-9ac44a7883d1/data/data2/current/BP-72883201-172.17.0.2-1731477511396 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T06:00:00,276 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T06:00:00,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T06:00:00,288 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T06:00:00,288 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T06:00:00,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T06:00:00,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/hadoop.log.dir/,STOPPED} 2024-11-13T06:00:00,298 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T06:00:00,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T06:00:00,350 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=97 (was 11) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@484bb3c3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41167 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bc386b7bf2fe:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bc386b7bf2fe:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bc386b7bf2fe:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bc386b7bf2fe:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41167 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bc386b7bf2fe:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bc386b7bf2fe:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bc386b7bf2fe:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=64 (was 86), ProcessCount=11 (was 11), AvailableMemoryMB=6873 (was 8088) 2024-11-13T06:00:00,356 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=98, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=64, ProcessCount=11, AvailableMemoryMB=6872 2024-11-13T06:00:00,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/hadoop.log.dir so I do NOT create it in target/test-data/39450d29-5766-7254-0377-7cbce051c6c0 2024-11-13T06:00:00,376 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T06:00:00,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/hadoop.tmp.dir so I do NOT create it in target/test-data/39450d29-5766-7254-0377-7cbce051c6c0 2024-11-13T06:00:00,376 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e50510f-3c0f-c204-0426-4300bf53da83/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T06:00:00,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0 2024-11-13T06:00:00,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T06:00:00,377 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/cluster_0f575085-cc89-1337-0cb8-622e98b72592, deleteOnExit=true 2024-11-13T06:00:00,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T06:00:00,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/test.cache.data in system properties and HBase conf 2024-11-13T06:00:00,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T06:00:00,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/hadoop.log.dir in system properties and HBase conf 2024-11-13T06:00:00,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T06:00:00,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T06:00:00,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T06:00:00,378 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T06:00:00,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T06:00:00,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T06:00:00,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T06:00:00,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T06:00:00,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T06:00:00,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T06:00:00,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T06:00:00,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T06:00:00,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T06:00:00,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/nfs.dump.dir in system properties and HBase conf 2024-11-13T06:00:00,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/java.io.tmpdir in system properties and HBase conf 2024-11-13T06:00:00,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T06:00:00,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T06:00:00,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T06:00:00,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T06:00:00,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T06:00:00,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T06:00:00,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T06:00:00,651 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T06:00:00,652 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T06:00:00,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@265115b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/hadoop.log.dir/,AVAILABLE} 2024-11-13T06:00:00,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51f349c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T06:00:00,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64876708{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/java.io.tmpdir/jetty-localhost-38003-hadoop-hdfs-3_4_1-tests_jar-_-any-4302718185971557308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T06:00:00,749 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e2f5b47{HTTP/1.1, (http/1.1)}{localhost:38003} 2024-11-13T06:00:00,749 INFO [Time-limited test {}] server.Server(415): Started @91220ms 2024-11-13T06:00:00,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T06:00:00,941 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T06:00:00,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T06:00:00,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T06:00:00,942 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T06:00:00,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b6528f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/hadoop.log.dir/,AVAILABLE} 2024-11-13T06:00:00,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc2cdb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T06:00:01,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30f7c0fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/java.io.tmpdir/jetty-localhost-44111-hadoop-hdfs-3_4_1-tests_jar-_-any-4877384419733380615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T06:00:01,036 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5094d3e0{HTTP/1.1, (http/1.1)}{localhost:44111} 2024-11-13T06:00:01,036 INFO [Time-limited test {}] server.Server(415): Started @91506ms 2024-11-13T06:00:01,037 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T06:00:01,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T06:00:01,068 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T06:00:01,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T06:00:01,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T06:00:01,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T06:00:01,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b93e1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/hadoop.log.dir/,AVAILABLE} 2024-11-13T06:00:01,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d5ae5de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T06:00:01,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@233414e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/java.io.tmpdir/jetty-localhost-34089-hadoop-hdfs-3_4_1-tests_jar-_-any-13393821304120363944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T06:00:01,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dd57944{HTTP/1.1, (http/1.1)}{localhost:34089} 2024-11-13T06:00:01,164 INFO [Time-limited test {}] server.Server(415): Started @91634ms 2024-11-13T06:00:01,165 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T06:00:01,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T06:00:01,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T06:00:01,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T06:00:01,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T06:00:01,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T06:00:01,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27eeff62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/hadoop.log.dir/,AVAILABLE} 2024-11-13T06:00:01,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17a26533{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T06:00:01,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16a80560{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/java.io.tmpdir/jetty-localhost-42115-hadoop-hdfs-3_4_1-tests_jar-_-any-17581845015043984993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T06:00:01,292 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8a8d92c{HTTP/1.1, (http/1.1)}{localhost:42115} 2024-11-13T06:00:01,292 INFO [Time-limited test {}] server.Server(415): Started @91762ms 2024-11-13T06:00:01,293 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T06:00:01,762 WARN [Thread-699 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/cluster_0f575085-cc89-1337-0cb8-622e98b72592/data/data2/current/BP-994513932-172.17.0.2-1731477600402/current, will proceed with Du for space computation calculation, 2024-11-13T06:00:01,762 WARN [Thread-698 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/cluster_0f575085-cc89-1337-0cb8-622e98b72592/data/data1/current/BP-994513932-172.17.0.2-1731477600402/current, will proceed with Du for space computation calculation, 2024-11-13T06:00:01,782 WARN [Thread-641 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T06:00:01,785 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfb2d9fb4b4c40b3 with lease ID 0x48372d22df52d78f: Processing first storage report for DS-ebedd376-cba9-43dc-a018-4e64ccf1cf0f from datanode DatanodeRegistration(127.0.0.1:34763, datanodeUuid=72baab02-2cf0-47a8-8536-fef43f9beca7, infoPort=42461, infoSecurePort=0, ipcPort=44579, storageInfo=lv=-57;cid=testClusterID;nsid=1184296491;c=1731477600402) 2024-11-13T06:00:01,785 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfb2d9fb4b4c40b3 with lease ID 0x48372d22df52d78f: from storage DS-ebedd376-cba9-43dc-a018-4e64ccf1cf0f node DatanodeRegistration(127.0.0.1:34763, datanodeUuid=72baab02-2cf0-47a8-8536-fef43f9beca7, infoPort=42461, infoSecurePort=0, ipcPort=44579, storageInfo=lv=-57;cid=testClusterID;nsid=1184296491;c=1731477600402), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T06:00:01,785 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfb2d9fb4b4c40b3 with lease ID 0x48372d22df52d78f: Processing first storage report for DS-2e3fe4af-f73c-423f-bad6-c41f09b3f734 from datanode DatanodeRegistration(127.0.0.1:34763, datanodeUuid=72baab02-2cf0-47a8-8536-fef43f9beca7, infoPort=42461, infoSecurePort=0, ipcPort=44579, storageInfo=lv=-57;cid=testClusterID;nsid=1184296491;c=1731477600402) 2024-11-13T06:00:01,785 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfb2d9fb4b4c40b3 with lease ID 0x48372d22df52d78f: from storage DS-2e3fe4af-f73c-423f-bad6-c41f09b3f734 node DatanodeRegistration(127.0.0.1:34763, datanodeUuid=72baab02-2cf0-47a8-8536-fef43f9beca7, infoPort=42461, infoSecurePort=0, ipcPort=44579, storageInfo=lv=-57;cid=testClusterID;nsid=1184296491;c=1731477600402), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T06:00:02,101 WARN [Thread-713 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/cluster_0f575085-cc89-1337-0cb8-622e98b72592/data/data4/current/BP-994513932-172.17.0.2-1731477600402/current, will proceed with Du for space computation calculation, 2024-11-13T06:00:02,101 WARN [Thread-712 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/cluster_0f575085-cc89-1337-0cb8-622e98b72592/data/data3/current/BP-994513932-172.17.0.2-1731477600402/current, will proceed with Du for space computation calculation, 2024-11-13T06:00:02,119 WARN [Thread-664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T06:00:02,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6d005773e47597c with lease ID 0x48372d22df52d790: Processing first storage report for DS-65da2951-1d87-43cd-babb-f2d9a09f171e from datanode DatanodeRegistration(127.0.0.1:43889, datanodeUuid=5b740a6c-98b0-4c38-9b72-3e790d8e5811, infoPort=43583, infoSecurePort=0, ipcPort=37045, storageInfo=lv=-57;cid=testClusterID;nsid=1184296491;c=1731477600402) 2024-11-13T06:00:02,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6d005773e47597c with lease ID 0x48372d22df52d790: from storage DS-65da2951-1d87-43cd-babb-f2d9a09f171e node DatanodeRegistration(127.0.0.1:43889, datanodeUuid=5b740a6c-98b0-4c38-9b72-3e790d8e5811, infoPort=43583, infoSecurePort=0, ipcPort=37045, storageInfo=lv=-57;cid=testClusterID;nsid=1184296491;c=1731477600402), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T06:00:02,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6d005773e47597c with lease ID 0x48372d22df52d790: Processing first storage report for DS-d1ea0d45-a23e-4a65-a632-b72d41dd0f37 from datanode DatanodeRegistration(127.0.0.1:43889, datanodeUuid=5b740a6c-98b0-4c38-9b72-3e790d8e5811, infoPort=43583, infoSecurePort=0, ipcPort=37045, storageInfo=lv=-57;cid=testClusterID;nsid=1184296491;c=1731477600402) 2024-11-13T06:00:02,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6d005773e47597c with lease ID 0x48372d22df52d790: from storage DS-d1ea0d45-a23e-4a65-a632-b72d41dd0f37 node DatanodeRegistration(127.0.0.1:43889, datanodeUuid=5b740a6c-98b0-4c38-9b72-3e790d8e5811, infoPort=43583, infoSecurePort=0, ipcPort=37045, storageInfo=lv=-57;cid=testClusterID;nsid=1184296491;c=1731477600402), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T06:00:02,213 WARN [Thread-724 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/cluster_0f575085-cc89-1337-0cb8-622e98b72592/data/data6/current/BP-994513932-172.17.0.2-1731477600402/current, will proceed with Du for space computation calculation, 2024-11-13T06:00:02,213 WARN [Thread-723 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/cluster_0f575085-cc89-1337-0cb8-622e98b72592/data/data5/current/BP-994513932-172.17.0.2-1731477600402/current, will proceed with Du for space computation calculation, 2024-11-13T06:00:02,236 WARN [Thread-687 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T06:00:02,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4b1814de12a4bec with lease ID 0x48372d22df52d791: Processing first storage report for DS-e5bc0119-6e9e-4d34-9a59-f454b66fcc45 from datanode DatanodeRegistration(127.0.0.1:38505, datanodeUuid=27cfd627-9d79-4c67-b76e-8c1bb896f53a, infoPort=36951, infoSecurePort=0, ipcPort=39209, storageInfo=lv=-57;cid=testClusterID;nsid=1184296491;c=1731477600402) 2024-11-13T06:00:02,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4b1814de12a4bec with lease ID 0x48372d22df52d791: from storage DS-e5bc0119-6e9e-4d34-9a59-f454b66fcc45 node DatanodeRegistration(127.0.0.1:38505, datanodeUuid=27cfd627-9d79-4c67-b76e-8c1bb896f53a, infoPort=36951, infoSecurePort=0, ipcPort=39209, storageInfo=lv=-57;cid=testClusterID;nsid=1184296491;c=1731477600402), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T06:00:02,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4b1814de12a4bec with lease ID 0x48372d22df52d791: Processing first storage report for DS-cca7205f-322d-4f83-880e-985bc353ed20 from datanode DatanodeRegistration(127.0.0.1:38505, datanodeUuid=27cfd627-9d79-4c67-b76e-8c1bb896f53a, infoPort=36951, infoSecurePort=0, ipcPort=39209, storageInfo=lv=-57;cid=testClusterID;nsid=1184296491;c=1731477600402) 2024-11-13T06:00:02,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4b1814de12a4bec with lease ID 0x48372d22df52d791: from storage DS-cca7205f-322d-4f83-880e-985bc353ed20 node DatanodeRegistration(127.0.0.1:38505, datanodeUuid=27cfd627-9d79-4c67-b76e-8c1bb896f53a, infoPort=36951, infoSecurePort=0, ipcPort=39209, storageInfo=lv=-57;cid=testClusterID;nsid=1184296491;c=1731477600402), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T06:00:02,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0 2024-11-13T06:00:02,328 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/cluster_0f575085-cc89-1337-0cb8-622e98b72592/zookeeper_0, clientPort=55613, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/cluster_0f575085-cc89-1337-0cb8-622e98b72592/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/cluster_0f575085-cc89-1337-0cb8-622e98b72592/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T06:00:02,329 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55613 2024-11-13T06:00:02,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T06:00:02,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T06:00:02,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741825_1001 (size=7) 2024-11-13T06:00:02,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741825_1001 (size=7) 2024-11-13T06:00:02,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741825_1001 (size=7) 2024-11-13T06:00:02,343 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a with version=8 2024-11-13T06:00:02,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/hbase-staging 2024-11-13T06:00:02,345 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bc386b7bf2fe:0 server-side Connection retries=45 2024-11-13T06:00:02,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T06:00:02,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T06:00:02,345 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T06:00:02,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T06:00:02,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T06:00:02,345 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T06:00:02,345 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:00:02,346 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45581 2024-11-13T06:00:02,347 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45581 connecting to ZooKeeper ensemble=127.0.0.1:55613 2024-11-13T06:00:02,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455810x0, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T06:00:02,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45581-0x101341112dd0000 connected 2024-11-13T06:00:02,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T06:00:02,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T06:00:02,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T06:00:02,463 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a, hbase.cluster.distributed=false 2024-11-13T06:00:02,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T06:00:02,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45581 2024-11-13T06:00:02,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45581 2024-11-13T06:00:02,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45581 2024-11-13T06:00:02,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45581 2024-11-13T06:00:02,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45581 2024-11-13T06:00:02,480 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bc386b7bf2fe:0 server-side Connection retries=45 2024-11-13T06:00:02,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T06:00:02,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T06:00:02,480 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T06:00:02,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T06:00:02,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T06:00:02,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T06:00:02,480 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:00:02,481 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46797 2024-11-13T06:00:02,482 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46797 connecting to ZooKeeper ensemble=127.0.0.1:55613 2024-11-13T06:00:02,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T06:00:02,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T06:00:02,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467970x0, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T06:00:02,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46797-0x101341112dd0001 connected 2024-11-13T06:00:02,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T06:00:02,494 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T06:00:02,494 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T06:00:02,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T06:00:02,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T06:00:02,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46797 2024-11-13T06:00:02,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46797 2024-11-13T06:00:02,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46797 2024-11-13T06:00:02,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46797 2024-11-13T06:00:02,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46797 2024-11-13T06:00:02,511 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bc386b7bf2fe:0 server-side Connection retries=45 2024-11-13T06:00:02,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T06:00:02,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T06:00:02,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T06:00:02,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T06:00:02,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T06:00:02,511 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T06:00:02,511 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:00:02,512 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34273 2024-11-13T06:00:02,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34273 connecting to ZooKeeper ensemble=127.0.0.1:55613 2024-11-13T06:00:02,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T06:00:02,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T06:00:02,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342730x0, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T06:00:02,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34273-0x101341112dd0002 connected 2024-11-13T06:00:02,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T06:00:02,527 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T06:00:02,528 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T06:00:02,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T06:00:02,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T06:00:02,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34273 2024-11-13T06:00:02,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34273 2024-11-13T06:00:02,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34273 2024-11-13T06:00:02,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34273 2024-11-13T06:00:02,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34273 2024-11-13T06:00:02,545 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bc386b7bf2fe:0 server-side Connection retries=45 2024-11-13T06:00:02,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T06:00:02,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T06:00:02,545 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T06:00:02,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T06:00:02,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T06:00:02,545 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T06:00:02,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:00:02,546 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46259 2024-11-13T06:00:02,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46259 connecting to ZooKeeper ensemble=127.0.0.1:55613 2024-11-13T06:00:02,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T06:00:02,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T06:00:02,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462590x0, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T06:00:02,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462590x0, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T06:00:02,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46259-0x101341112dd0003 connected 2024-11-13T06:00:02,560 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T06:00:02,561 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T06:00:02,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46259-0x101341112dd0003, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T06:00:02,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46259-0x101341112dd0003, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T06:00:02,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46259 2024-11-13T06:00:02,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46259 2024-11-13T06:00:02,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46259 2024-11-13T06:00:02,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46259 2024-11-13T06:00:02,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46259 2024-11-13T06:00:02,574 DEBUG [M:0;bc386b7bf2fe:45581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bc386b7bf2fe:45581 2024-11-13T06:00:02,574 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bc386b7bf2fe,45581,1731477602345 2024-11-13T06:00:02,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T06:00:02,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T06:00:02,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101341112dd0003, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T06:00:02,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T06:00:02,585 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bc386b7bf2fe,45581,1731477602345 2024-11-13T06:00:02,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T06:00:02,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101341112dd0003, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T06:00:02,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T06:00:02,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101341112dd0003, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,594 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T06:00:02,595 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bc386b7bf2fe,45581,1731477602345 from backup master directory 2024-11-13T06:00:02,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bc386b7bf2fe,45581,1731477602345 2024-11-13T06:00:02,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T06:00:02,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T06:00:02,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T06:00:02,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101341112dd0003, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T06:00:02,601 WARN [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T06:00:02,602 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bc386b7bf2fe,45581,1731477602345 2024-11-13T06:00:02,606 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/hbase.id] with ID: b4864d01-0a16-433c-8ca3-10b19330e394 2024-11-13T06:00:02,606 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/.tmp/hbase.id 2024-11-13T06:00:02,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741826_1002 (size=42) 2024-11-13T06:00:02,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741826_1002 (size=42) 2024-11-13T06:00:02,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741826_1002 (size=42) 2024-11-13T06:00:02,618 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/.tmp/hbase.id]:[hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/hbase.id] 2024-11-13T06:00:02,630 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T06:00:02,630 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T06:00:02,632 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T06:00:02,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101341112dd0003, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741827_1003 (size=196) 2024-11-13T06:00:02,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741827_1003 (size=196) 2024-11-13T06:00:02,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741827_1003 (size=196) 2024-11-13T06:00:02,655 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T06:00:02,656 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T06:00:02,656 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T06:00:02,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741828_1004 (size=1189) 2024-11-13T06:00:02,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741828_1004 (size=1189) 2024-11-13T06:00:02,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741828_1004 (size=1189) 2024-11-13T06:00:02,670 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store 2024-11-13T06:00:02,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741829_1005 (size=34) 2024-11-13T06:00:02,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741829_1005 (size=34) 2024-11-13T06:00:02,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741829_1005 (size=34) 2024-11-13T06:00:02,679 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:02,679 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T06:00:02,679 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T06:00:02,680 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T06:00:02,680 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T06:00:02,680 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T06:00:02,680 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T06:00:02,680 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731477602679Disabling compacts and flushes for region at 1731477602679Disabling writes for close at 1731477602680 (+1 ms)Writing region close event to WAL at 1731477602680Closed at 1731477602680 2024-11-13T06:00:02,681 WARN [master/bc386b7bf2fe:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/.initializing 2024-11-13T06:00:02,681 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/WALs/bc386b7bf2fe,45581,1731477602345 2024-11-13T06:00:02,682 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T06:00:02,684 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc386b7bf2fe%2C45581%2C1731477602345, suffix=, logDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/WALs/bc386b7bf2fe,45581,1731477602345, archiveDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/oldWALs, maxLogs=10 2024-11-13T06:00:02,696 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/WALs/bc386b7bf2fe,45581,1731477602345/bc386b7bf2fe%2C45581%2C1731477602345.1731477602684, exclude list is [], retry=0 2024-11-13T06:00:02,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38505,DS-e5bc0119-6e9e-4d34-9a59-f454b66fcc45,DISK] 2024-11-13T06:00:02,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43889,DS-65da2951-1d87-43cd-babb-f2d9a09f171e,DISK] 2024-11-13T06:00:02,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34763,DS-ebedd376-cba9-43dc-a018-4e64ccf1cf0f,DISK] 2024-11-13T06:00:02,702 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/WALs/bc386b7bf2fe,45581,1731477602345/bc386b7bf2fe%2C45581%2C1731477602345.1731477602684 2024-11-13T06:00:02,702 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36951:36951),(127.0.0.1/127.0.0.1:43583:43583),(127.0.0.1/127.0.0.1:42461:42461)] 2024-11-13T06:00:02,702 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T06:00:02,702 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:02,702 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T06:00:02,702 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T06:00:02,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T06:00:02,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T06:00:02,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:02,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T06:00:02,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T06:00:02,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T06:00:02,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:02,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T06:00:02,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T06:00:02,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T06:00:02,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:02,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T06:00:02,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T06:00:02,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T06:00:02,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:02,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T06:00:02,712 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T06:00:02,713 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T06:00:02,713 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T06:00:02,715 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T06:00:02,715 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T06:00:02,715 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T06:00:02,716 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T06:00:02,718 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T06:00:02,718 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68119364, jitterRate=0.015057623386383057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T06:00:02,719 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731477602703Initializing all the Stores at 1731477602703Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731477602704 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477602704Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477602704Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477602704Cleaning up temporary data from old regions at 1731477602715 (+11 ms)Region opened successfully at 1731477602719 (+4 ms) 2024-11-13T06:00:02,720 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T06:00:02,723 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581b1b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc386b7bf2fe/172.17.0.2:0 2024-11-13T06:00:02,724 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T06:00:02,724 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T06:00:02,724 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T06:00:02,725 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T06:00:02,725 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T06:00:02,726 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T06:00:02,726 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-13T06:00:02,728 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T06:00:02,729 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T06:00:02,743 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T06:00:02,743 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T06:00:02,744 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T06:00:02,751 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T06:00:02,751 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T06:00:02,752 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T06:00:02,759 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T06:00:02,760 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T06:00:02,768 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T06:00:02,770 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T06:00:02,776 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T06:00:02,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101341112dd0003, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T06:00:02,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T06:00:02,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T06:00:02,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T06:00:02,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101341112dd0003, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,785 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bc386b7bf2fe,45581,1731477602345, sessionid=0x101341112dd0000, setting cluster-up flag (Was=false) 2024-11-13T06:00:02,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101341112dd0003, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,826 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T06:00:02,827 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bc386b7bf2fe,45581,1731477602345 2024-11-13T06:00:02,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101341112dd0003, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:02,868 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T06:00:02,869 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bc386b7bf2fe,45581,1731477602345 2024-11-13T06:00:02,870 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T06:00:02,872 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T06:00:02,872 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T06:00:02,872 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T06:00:02,873 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bc386b7bf2fe,45581,1731477602345 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T06:00:02,874 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bc386b7bf2fe:0, corePoolSize=5, maxPoolSize=5 2024-11-13T06:00:02,874 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bc386b7bf2fe:0, corePoolSize=5, maxPoolSize=5 2024-11-13T06:00:02,874 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bc386b7bf2fe:0, corePoolSize=5, maxPoolSize=5 2024-11-13T06:00:02,874 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bc386b7bf2fe:0, corePoolSize=5, maxPoolSize=5 2024-11-13T06:00:02,875 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bc386b7bf2fe:0, corePoolSize=10, maxPoolSize=10 2024-11-13T06:00:02,875 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:02,875 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bc386b7bf2fe:0, corePoolSize=2, maxPoolSize=2 2024-11-13T06:00:02,875 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:02,878 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731477632878 2024-11-13T06:00:02,878 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T06:00:02,878 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T06:00:02,878 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T06:00:02,878 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T06:00:02,878 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T06:00:02,878 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T06:00:02,879 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T06:00:02,879 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:02,879 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T06:00:02,879 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T06:00:02,879 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T06:00:02,879 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T06:00:02,880 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T06:00:02,880 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T06:00:02,880 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:02,880 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bc386b7bf2fe:0:becomeActiveMaster-HFileCleaner.large.0-1731477602880,5,FailOnTimeoutGroup] 2024-11-13T06:00:02,880 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bc386b7bf2fe:0:becomeActiveMaster-HFileCleaner.small.0-1731477602880,5,FailOnTimeoutGroup] 2024-11-13T06:00:02,880 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:02,880 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T06:00:02,881 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:02,880 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T06:00:02,881 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:02,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741831_1007 (size=1321) 2024-11-13T06:00:02,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741831_1007 (size=1321) 2024-11-13T06:00:02,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741831_1007 (size=1321) 2024-11-13T06:00:02,891 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T06:00:02,892 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a 2024-11-13T06:00:02,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741832_1008 (size=32) 2024-11-13T06:00:02,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741832_1008 (size=32) 2024-11-13T06:00:02,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741832_1008 (size=32) 2024-11-13T06:00:02,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:02,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T06:00:02,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T06:00:02,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:02,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T06:00:02,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T06:00:02,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T06:00:02,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:02,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T06:00:02,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T06:00:02,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T06:00:02,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:02,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T06:00:02,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T06:00:02,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T06:00:02,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:02,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T06:00:02,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T06:00:02,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740 2024-11-13T06:00:02,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740 2024-11-13T06:00:02,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T06:00:02,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T06:00:02,916 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T06:00:02,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T06:00:02,919 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T06:00:02,919 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75395083, jitterRate=0.12347428500652313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T06:00:02,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731477602901Initializing all the Stores at 1731477602902 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731477602902Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731477602902Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477602902Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731477602902Cleaning up temporary data from old regions at 1731477602915 (+13 ms)Region opened successfully at 1731477602920 (+5 ms) 2024-11-13T06:00:02,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T06:00:02,920 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T06:00:02,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T06:00:02,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T06:00:02,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T06:00:02,920 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T06:00:02,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731477602920Disabling compacts and flushes for region at 1731477602920Disabling writes for close at 1731477602920Writing region close event to WAL at 1731477602920Closed at 1731477602920 2024-11-13T06:00:02,921 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T06:00:02,921 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T06:00:02,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T06:00:02,922 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T06:00:02,923 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T06:00:02,966 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.HRegionServer(746): ClusterId : b4864d01-0a16-433c-8ca3-10b19330e394 2024-11-13T06:00:02,966 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(746): ClusterId : b4864d01-0a16-433c-8ca3-10b19330e394 2024-11-13T06:00:02,966 INFO [RS:2;bc386b7bf2fe:46259 {}] regionserver.HRegionServer(746): ClusterId : b4864d01-0a16-433c-8ca3-10b19330e394 2024-11-13T06:00:02,966 DEBUG [RS:1;bc386b7bf2fe:34273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T06:00:02,966 DEBUG [RS:0;bc386b7bf2fe:46797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T06:00:02,966 DEBUG [RS:2;bc386b7bf2fe:46259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T06:00:02,984 DEBUG [RS:1;bc386b7bf2fe:34273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T06:00:02,984 DEBUG [RS:0;bc386b7bf2fe:46797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T06:00:02,984 DEBUG [RS:2;bc386b7bf2fe:46259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T06:00:02,984 DEBUG [RS:1;bc386b7bf2fe:34273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T06:00:02,984 DEBUG [RS:2;bc386b7bf2fe:46259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T06:00:02,984 DEBUG [RS:0;bc386b7bf2fe:46797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T06:00:02,994 DEBUG [RS:0;bc386b7bf2fe:46797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T06:00:02,994 DEBUG [RS:2;bc386b7bf2fe:46259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T06:00:02,994 DEBUG [RS:1;bc386b7bf2fe:34273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T06:00:02,994 DEBUG [RS:0;bc386b7bf2fe:46797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7798c9b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc386b7bf2fe/172.17.0.2:0 2024-11-13T06:00:02,994 DEBUG [RS:1;bc386b7bf2fe:34273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f840d76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc386b7bf2fe/172.17.0.2:0 2024-11-13T06:00:02,994 DEBUG [RS:2;bc386b7bf2fe:46259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad54d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc386b7bf2fe/172.17.0.2:0 2024-11-13T06:00:03,007 DEBUG [RS:0;bc386b7bf2fe:46797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bc386b7bf2fe:46797 2024-11-13T06:00:03,007 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T06:00:03,007 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T06:00:03,007 DEBUG [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T06:00:03,008 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(2659): reportForDuty to master=bc386b7bf2fe,45581,1731477602345 with port=46797, startcode=1731477602480 2024-11-13T06:00:03,008 DEBUG [RS:0;bc386b7bf2fe:46797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T06:00:03,010 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46975, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T06:00:03,011 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:03,011 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45581 {}] master.ServerManager(517): Registering regionserver=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:03,011 DEBUG [RS:2;bc386b7bf2fe:46259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;bc386b7bf2fe:46259 2024-11-13T06:00:03,012 INFO [RS:2;bc386b7bf2fe:46259 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T06:00:03,012 INFO [RS:2;bc386b7bf2fe:46259 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T06:00:03,012 DEBUG [RS:2;bc386b7bf2fe:46259 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T06:00:03,013 INFO [RS:2;bc386b7bf2fe:46259 {}] regionserver.HRegionServer(2659): reportForDuty to master=bc386b7bf2fe,45581,1731477602345 with port=46259, startcode=1731477602544 2024-11-13T06:00:03,013 DEBUG [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a 2024-11-13T06:00:03,013 DEBUG [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41963 2024-11-13T06:00:03,013 DEBUG [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T06:00:03,013 DEBUG [RS:2;bc386b7bf2fe:46259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T06:00:03,014 DEBUG [RS:1;bc386b7bf2fe:34273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;bc386b7bf2fe:34273 2024-11-13T06:00:03,014 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T06:00:03,014 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T06:00:03,014 DEBUG [RS:1;bc386b7bf2fe:34273 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T06:00:03,015 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T06:00:03,015 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:03,015 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45581 {}] master.ServerManager(517): Registering regionserver=bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:03,016 DEBUG [RS:2;bc386b7bf2fe:46259 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a 2024-11-13T06:00:03,016 DEBUG [RS:2;bc386b7bf2fe:46259 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41963 2024-11-13T06:00:03,016 DEBUG [RS:2;bc386b7bf2fe:46259 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T06:00:03,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T06:00:03,018 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.HRegionServer(2659): reportForDuty to master=bc386b7bf2fe,45581,1731477602345 with port=34273, startcode=1731477602511 2024-11-13T06:00:03,018 DEBUG [RS:1;bc386b7bf2fe:34273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T06:00:03,020 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47965, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T06:00:03,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:03,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45581 {}] master.ServerManager(517): Registering regionserver=bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:03,021 DEBUG [RS:1;bc386b7bf2fe:34273 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a 2024-11-13T06:00:03,022 DEBUG [RS:1;bc386b7bf2fe:34273 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41963 2024-11-13T06:00:03,022 DEBUG [RS:1;bc386b7bf2fe:34273 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T06:00:03,046 DEBUG [RS:0;bc386b7bf2fe:46797 {}] zookeeper.ZKUtil(111): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:03,046 WARN [RS:0;bc386b7bf2fe:46797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T06:00:03,046 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bc386b7bf2fe,46797,1731477602480] 2024-11-13T06:00:03,046 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bc386b7bf2fe,46259,1731477602544] 2024-11-13T06:00:03,046 INFO [RS:0;bc386b7bf2fe:46797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T06:00:03,046 DEBUG [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:03,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T06:00:03,060 DEBUG [RS:2;bc386b7bf2fe:46259 {}] zookeeper.ZKUtil(111): regionserver:46259-0x101341112dd0003, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:03,060 WARN [RS:2;bc386b7bf2fe:46259 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T06:00:03,060 INFO [RS:2;bc386b7bf2fe:46259 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T06:00:03,060 DEBUG [RS:1;bc386b7bf2fe:34273 {}] zookeeper.ZKUtil(111): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:03,060 DEBUG [RS:2;bc386b7bf2fe:46259 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:03,060 WARN [RS:1;bc386b7bf2fe:34273 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T06:00:03,060 INFO [RS:1;bc386b7bf2fe:34273 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T06:00:03,060 DEBUG [RS:1;bc386b7bf2fe:34273 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:03,060 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bc386b7bf2fe,34273,1731477602511] 2024-11-13T06:00:03,061 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T06:00:03,065 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T06:00:03,066 INFO [RS:0;bc386b7bf2fe:46797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T06:00:03,066 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T06:00:03,066 INFO [RS:0;bc386b7bf2fe:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,066 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T06:00:03,069 INFO [RS:0;bc386b7bf2fe:46797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T06:00:03,069 INFO [RS:2;bc386b7bf2fe:46259 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T06:00:03,069 INFO [RS:0;bc386b7bf2fe:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,069 DEBUG [RS:0;bc386b7bf2fe:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,069 DEBUG [RS:0;bc386b7bf2fe:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,069 DEBUG [RS:0;bc386b7bf2fe:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,070 DEBUG [RS:0;bc386b7bf2fe:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,070 DEBUG [RS:0;bc386b7bf2fe:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,070 DEBUG [RS:0;bc386b7bf2fe:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0, corePoolSize=2, maxPoolSize=2 2024-11-13T06:00:03,070 DEBUG [RS:0;bc386b7bf2fe:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,070 DEBUG [RS:0;bc386b7bf2fe:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,070 DEBUG [RS:0;bc386b7bf2fe:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,070 DEBUG [RS:0;bc386b7bf2fe:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,070 DEBUG [RS:0;bc386b7bf2fe:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,070 DEBUG [RS:0;bc386b7bf2fe:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,070 DEBUG [RS:0;bc386b7bf2fe:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0, corePoolSize=3, maxPoolSize=3 2024-11-13T06:00:03,070 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T06:00:03,070 DEBUG [RS:0;bc386b7bf2fe:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bc386b7bf2fe:0, corePoolSize=3, maxPoolSize=3 2024-11-13T06:00:03,071 INFO [RS:2;bc386b7bf2fe:46259 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T06:00:03,072 INFO [RS:1;bc386b7bf2fe:34273 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T06:00:03,072 INFO [RS:1;bc386b7bf2fe:34273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,074 WARN [bc386b7bf2fe:45581 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T06:00:03,074 INFO [RS:2;bc386b7bf2fe:46259 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T06:00:03,075 INFO [RS:2;bc386b7bf2fe:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,075 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T06:00:03,076 INFO [RS:1;bc386b7bf2fe:34273 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T06:00:03,076 INFO [RS:1;bc386b7bf2fe:34273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,076 DEBUG [RS:1;bc386b7bf2fe:34273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,076 DEBUG [RS:1;bc386b7bf2fe:34273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,076 DEBUG [RS:1;bc386b7bf2fe:34273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,076 DEBUG [RS:1;bc386b7bf2fe:34273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,076 DEBUG [RS:1;bc386b7bf2fe:34273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,077 DEBUG [RS:1;bc386b7bf2fe:34273 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0, corePoolSize=2, maxPoolSize=2 2024-11-13T06:00:03,077 DEBUG [RS:1;bc386b7bf2fe:34273 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,077 DEBUG [RS:1;bc386b7bf2fe:34273 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,077 DEBUG [RS:1;bc386b7bf2fe:34273 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,077 DEBUG [RS:1;bc386b7bf2fe:34273 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,077 DEBUG [RS:1;bc386b7bf2fe:34273 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,077 DEBUG [RS:1;bc386b7bf2fe:34273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,077 DEBUG [RS:1;bc386b7bf2fe:34273 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0, corePoolSize=3, maxPoolSize=3 2024-11-13T06:00:03,077 DEBUG [RS:1;bc386b7bf2fe:34273 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bc386b7bf2fe:0, corePoolSize=3, maxPoolSize=3 2024-11-13T06:00:03,082 INFO [RS:0;bc386b7bf2fe:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,082 INFO [RS:2;bc386b7bf2fe:46259 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T06:00:03,082 INFO [RS:0;bc386b7bf2fe:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,082 INFO [RS:0;bc386b7bf2fe:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,082 INFO [RS:0;bc386b7bf2fe:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,082 INFO [RS:0;bc386b7bf2fe:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,082 INFO [RS:0;bc386b7bf2fe:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,46797,1731477602480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T06:00:03,082 INFO [RS:1;bc386b7bf2fe:34273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,082 INFO [RS:1;bc386b7bf2fe:34273 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,082 INFO [RS:1;bc386b7bf2fe:34273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,082 INFO [RS:1;bc386b7bf2fe:34273 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,083 INFO [RS:1;bc386b7bf2fe:34273 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,083 INFO [RS:1;bc386b7bf2fe:34273 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,34273,1731477602511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T06:00:03,083 INFO [RS:2;bc386b7bf2fe:46259 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T06:00:03,083 INFO [RS:2;bc386b7bf2fe:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,083 DEBUG [RS:2;bc386b7bf2fe:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,083 DEBUG [RS:2;bc386b7bf2fe:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,084 DEBUG [RS:2;bc386b7bf2fe:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,084 DEBUG [RS:2;bc386b7bf2fe:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,084 DEBUG [RS:2;bc386b7bf2fe:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,084 DEBUG [RS:2;bc386b7bf2fe:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0, corePoolSize=2, maxPoolSize=2 2024-11-13T06:00:03,084 DEBUG [RS:2;bc386b7bf2fe:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,084 DEBUG [RS:2;bc386b7bf2fe:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,084 DEBUG [RS:2;bc386b7bf2fe:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,084 DEBUG [RS:2;bc386b7bf2fe:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,084 DEBUG [RS:2;bc386b7bf2fe:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,084 DEBUG [RS:2;bc386b7bf2fe:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bc386b7bf2fe:0, corePoolSize=1, maxPoolSize=1 2024-11-13T06:00:03,084 DEBUG [RS:2;bc386b7bf2fe:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0, corePoolSize=3, maxPoolSize=3 2024-11-13T06:00:03,084 DEBUG [RS:2;bc386b7bf2fe:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bc386b7bf2fe:0, corePoolSize=3, maxPoolSize=3 2024-11-13T06:00:03,087 INFO [RS:2;bc386b7bf2fe:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,087 INFO [RS:2;bc386b7bf2fe:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,087 INFO [RS:2;bc386b7bf2fe:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,087 INFO [RS:2;bc386b7bf2fe:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,087 INFO [RS:2;bc386b7bf2fe:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,087 INFO [RS:2;bc386b7bf2fe:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,46259,1731477602544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T06:00:03,098 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T06:00:03,098 INFO [RS:1;bc386b7bf2fe:34273 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,34273,1731477602511-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,099 INFO [RS:1;bc386b7bf2fe:34273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,099 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.Replication(171): bc386b7bf2fe,34273,1731477602511 started 2024-11-13T06:00:03,101 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T06:00:03,101 INFO [RS:0;bc386b7bf2fe:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,46797,1731477602480-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,101 INFO [RS:0;bc386b7bf2fe:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,102 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.Replication(171): bc386b7bf2fe,46797,1731477602480 started 2024-11-13T06:00:03,107 INFO [RS:2;bc386b7bf2fe:46259 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T06:00:03,107 INFO [RS:2;bc386b7bf2fe:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,46259,1731477602544-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,107 INFO [RS:2;bc386b7bf2fe:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,108 INFO [RS:2;bc386b7bf2fe:46259 {}] regionserver.Replication(171): bc386b7bf2fe,46259,1731477602544 started 2024-11-13T06:00:03,112 INFO [RS:1;bc386b7bf2fe:34273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,112 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.HRegionServer(1482): Serving as bc386b7bf2fe,34273,1731477602511, RpcServer on bc386b7bf2fe/172.17.0.2:34273, sessionid=0x101341112dd0002 2024-11-13T06:00:03,113 DEBUG [RS:1;bc386b7bf2fe:34273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T06:00:03,113 DEBUG [RS:1;bc386b7bf2fe:34273 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:03,113 DEBUG [RS:1;bc386b7bf2fe:34273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc386b7bf2fe,34273,1731477602511' 2024-11-13T06:00:03,113 DEBUG [RS:1;bc386b7bf2fe:34273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T06:00:03,114 DEBUG [RS:1;bc386b7bf2fe:34273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T06:00:03,114 DEBUG [RS:1;bc386b7bf2fe:34273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T06:00:03,114 DEBUG [RS:1;bc386b7bf2fe:34273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T06:00:03,114 DEBUG [RS:1;bc386b7bf2fe:34273 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:03,114 DEBUG [RS:1;bc386b7bf2fe:34273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc386b7bf2fe,34273,1731477602511' 2024-11-13T06:00:03,114 DEBUG [RS:1;bc386b7bf2fe:34273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T06:00:03,115 DEBUG [RS:1;bc386b7bf2fe:34273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T06:00:03,115 DEBUG [RS:1;bc386b7bf2fe:34273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T06:00:03,115 INFO [RS:1;bc386b7bf2fe:34273 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T06:00:03,115 INFO [RS:1;bc386b7bf2fe:34273 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T06:00:03,122 INFO [RS:0;bc386b7bf2fe:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,122 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(1482): Serving as bc386b7bf2fe,46797,1731477602480, RpcServer on bc386b7bf2fe/172.17.0.2:46797, sessionid=0x101341112dd0001 2024-11-13T06:00:03,123 DEBUG [RS:0;bc386b7bf2fe:46797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T06:00:03,123 DEBUG [RS:0;bc386b7bf2fe:46797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:03,123 DEBUG [RS:0;bc386b7bf2fe:46797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc386b7bf2fe,46797,1731477602480' 2024-11-13T06:00:03,123 DEBUG [RS:0;bc386b7bf2fe:46797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T06:00:03,123 DEBUG [RS:0;bc386b7bf2fe:46797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T06:00:03,124 DEBUG [RS:0;bc386b7bf2fe:46797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T06:00:03,124 DEBUG [RS:0;bc386b7bf2fe:46797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T06:00:03,124 DEBUG [RS:0;bc386b7bf2fe:46797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:03,124 DEBUG [RS:0;bc386b7bf2fe:46797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc386b7bf2fe,46797,1731477602480' 2024-11-13T06:00:03,124 DEBUG [RS:0;bc386b7bf2fe:46797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T06:00:03,124 DEBUG [RS:0;bc386b7bf2fe:46797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T06:00:03,125 DEBUG [RS:0;bc386b7bf2fe:46797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T06:00:03,125 INFO [RS:0;bc386b7bf2fe:46797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T06:00:03,125 INFO [RS:0;bc386b7bf2fe:46797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T06:00:03,127 INFO [RS:2;bc386b7bf2fe:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:03,128 INFO [RS:2;bc386b7bf2fe:46259 {}] regionserver.HRegionServer(1482): Serving as bc386b7bf2fe,46259,1731477602544, RpcServer on bc386b7bf2fe/172.17.0.2:46259, sessionid=0x101341112dd0003 2024-11-13T06:00:03,128 DEBUG [RS:2;bc386b7bf2fe:46259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T06:00:03,128 DEBUG [RS:2;bc386b7bf2fe:46259 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:03,128 DEBUG [RS:2;bc386b7bf2fe:46259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc386b7bf2fe,46259,1731477602544' 2024-11-13T06:00:03,128 DEBUG [RS:2;bc386b7bf2fe:46259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T06:00:03,128 DEBUG [RS:2;bc386b7bf2fe:46259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T06:00:03,129 DEBUG [RS:2;bc386b7bf2fe:46259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T06:00:03,129 DEBUG [RS:2;bc386b7bf2fe:46259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T06:00:03,129 DEBUG [RS:2;bc386b7bf2fe:46259 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:03,129 DEBUG [RS:2;bc386b7bf2fe:46259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc386b7bf2fe,46259,1731477602544' 2024-11-13T06:00:03,129 DEBUG [RS:2;bc386b7bf2fe:46259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T06:00:03,129 DEBUG [RS:2;bc386b7bf2fe:46259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T06:00:03,130 DEBUG [RS:2;bc386b7bf2fe:46259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T06:00:03,130 INFO [RS:2;bc386b7bf2fe:46259 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T06:00:03,130 INFO [RS:2;bc386b7bf2fe:46259 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T06:00:03,216 INFO [RS:1;bc386b7bf2fe:34273 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T06:00:03,218 INFO [RS:1;bc386b7bf2fe:34273 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc386b7bf2fe%2C34273%2C1731477602511, suffix=, logDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,34273,1731477602511, archiveDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/oldWALs, maxLogs=32 2024-11-13T06:00:03,225 INFO [RS:0;bc386b7bf2fe:46797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T06:00:03,227 INFO [RS:0;bc386b7bf2fe:46797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc386b7bf2fe%2C46797%2C1731477602480, suffix=, logDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46797,1731477602480, archiveDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/oldWALs, maxLogs=32 2024-11-13T06:00:03,230 INFO [RS:2;bc386b7bf2fe:46259 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T06:00:03,232 INFO [RS:2;bc386b7bf2fe:46259 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc386b7bf2fe%2C46259%2C1731477602544, suffix=, logDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544, archiveDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/oldWALs, maxLogs=32 2024-11-13T06:00:03,233 DEBUG [RS:1;bc386b7bf2fe:34273 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,34273,1731477602511/bc386b7bf2fe%2C34273%2C1731477602511.1731477603219, exclude list is [], retry=0 2024-11-13T06:00:03,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34763,DS-ebedd376-cba9-43dc-a018-4e64ccf1cf0f,DISK] 2024-11-13T06:00:03,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43889,DS-65da2951-1d87-43cd-babb-f2d9a09f171e,DISK] 2024-11-13T06:00:03,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38505,DS-e5bc0119-6e9e-4d34-9a59-f454b66fcc45,DISK] 2024-11-13T06:00:03,242 INFO [RS:1;bc386b7bf2fe:34273 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,34273,1731477602511/bc386b7bf2fe%2C34273%2C1731477602511.1731477603219 2024-11-13T06:00:03,242 DEBUG [RS:1;bc386b7bf2fe:34273 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42461:42461),(127.0.0.1/127.0.0.1:43583:43583),(127.0.0.1/127.0.0.1:36951:36951)] 2024-11-13T06:00:03,243 DEBUG [RS:0;bc386b7bf2fe:46797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46797,1731477602480/bc386b7bf2fe%2C46797%2C1731477602480.1731477603229, exclude list is [], retry=0 2024-11-13T06:00:03,246 DEBUG [RS:2;bc386b7bf2fe:46259 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544/bc386b7bf2fe%2C46259%2C1731477602544.1731477603232, exclude list is [], retry=0 2024-11-13T06:00:03,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38505,DS-e5bc0119-6e9e-4d34-9a59-f454b66fcc45,DISK] 2024-11-13T06:00:03,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34763,DS-ebedd376-cba9-43dc-a018-4e64ccf1cf0f,DISK] 2024-11-13T06:00:03,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43889,DS-65da2951-1d87-43cd-babb-f2d9a09f171e,DISK] 2024-11-13T06:00:03,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34763,DS-ebedd376-cba9-43dc-a018-4e64ccf1cf0f,DISK] 2024-11-13T06:00:03,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43889,DS-65da2951-1d87-43cd-babb-f2d9a09f171e,DISK] 2024-11-13T06:00:03,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38505,DS-e5bc0119-6e9e-4d34-9a59-f454b66fcc45,DISK] 2024-11-13T06:00:03,251 INFO [RS:0;bc386b7bf2fe:46797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46797,1731477602480/bc386b7bf2fe%2C46797%2C1731477602480.1731477603229 2024-11-13T06:00:03,252 DEBUG [RS:0;bc386b7bf2fe:46797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42461:42461),(127.0.0.1/127.0.0.1:36951:36951),(127.0.0.1/127.0.0.1:43583:43583)] 2024-11-13T06:00:03,253 INFO [RS:2;bc386b7bf2fe:46259 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544/bc386b7bf2fe%2C46259%2C1731477602544.1731477603232 2024-11-13T06:00:03,253 DEBUG [RS:2;bc386b7bf2fe:46259 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42461:42461),(127.0.0.1/127.0.0.1:36951:36951),(127.0.0.1/127.0.0.1:43583:43583)] 2024-11-13T06:00:03,324 DEBUG [bc386b7bf2fe:45581 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T06:00:03,324 DEBUG [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(204): Hosts are {bc386b7bf2fe=0} racks are {/default-rack=0} 2024-11-13T06:00:03,327 DEBUG [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T06:00:03,327 DEBUG [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T06:00:03,327 DEBUG [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T06:00:03,327 DEBUG [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T06:00:03,327 DEBUG [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T06:00:03,327 DEBUG [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T06:00:03,327 INFO [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T06:00:03,327 INFO [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T06:00:03,327 INFO [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T06:00:03,327 DEBUG [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T06:00:03,328 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:03,329 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bc386b7bf2fe,46797,1731477602480, state=OPENING 2024-11-13T06:00:03,359 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T06:00:03,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:03,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101341112dd0003, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:03,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:03,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:00:03,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T06:00:03,368 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T06:00:03,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T06:00:03,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T06:00:03,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T06:00:03,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bc386b7bf2fe,46797,1731477602480}] 2024-11-13T06:00:04,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T06:00:04,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T06:00:04,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T06:00:05,042 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T06:00:05,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T06:00:05,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T06:00:05,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T06:00:05,588 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T06:00:05,588 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T06:00:11,093 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T06:00:11,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T06:00:11,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T06:00:11,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T06:00:13,372 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T06:00:13,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36655, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T06:00:13,385 INFO [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T06:00:13,385 INFO [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T06:00:13,386 INFO [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T06:00:13,388 INFO [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc386b7bf2fe%2C46797%2C1731477602480.meta, suffix=.meta, logDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46797,1731477602480, archiveDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/oldWALs, maxLogs=32 2024-11-13T06:00:13,404 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46797,1731477602480/bc386b7bf2fe%2C46797%2C1731477602480.meta.1731477613389.meta, exclude list is [], retry=0 2024-11-13T06:00:13,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38505,DS-e5bc0119-6e9e-4d34-9a59-f454b66fcc45,DISK] 2024-11-13T06:00:13,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43889,DS-65da2951-1d87-43cd-babb-f2d9a09f171e,DISK] 2024-11-13T06:00:13,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34763,DS-ebedd376-cba9-43dc-a018-4e64ccf1cf0f,DISK] 2024-11-13T06:00:13,408 INFO [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46797,1731477602480/bc386b7bf2fe%2C46797%2C1731477602480.meta.1731477613389.meta 2024-11-13T06:00:13,408 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43583:43583),(127.0.0.1/127.0.0.1:36951:36951),(127.0.0.1/127.0.0.1:42461:42461)] 2024-11-13T06:00:13,408 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T06:00:13,409 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T06:00:13,409 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T06:00:13,409 INFO [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T06:00:13,409 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T06:00:13,409 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:13,409 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T06:00:13,409 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T06:00:13,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T06:00:13,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T06:00:13,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:13,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T06:00:13,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T06:00:13,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T06:00:13,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:13,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T06:00:13,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T06:00:13,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T06:00:13,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:13,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T06:00:13,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T06:00:13,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T06:00:13,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:13,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T06:00:13,417 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T06:00:13,418 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740 2024-11-13T06:00:13,419 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740 2024-11-13T06:00:13,420 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T06:00:13,420 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T06:00:13,421 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T06:00:13,422 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T06:00:13,423 INFO [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65593870, jitterRate=-0.022575169801712036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T06:00:13,423 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T06:00:13,424 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731477613409Writing region info on filesystem at 1731477613409Initializing all the Stores at 1731477613410 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731477613410Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731477613410Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477613410Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731477613410Cleaning up temporary data from old regions at 1731477613420 (+10 ms)Running coprocessor post-open hooks at 1731477613423 (+3 ms)Region opened successfully at 1731477613424 (+1 ms) 2024-11-13T06:00:13,425 INFO [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731477613371 2024-11-13T06:00:13,427 DEBUG [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T06:00:13,427 INFO [RS_OPEN_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T06:00:13,427 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:13,428 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bc386b7bf2fe,46797,1731477602480, state=OPEN 2024-11-13T06:00:13,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T06:00:13,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T06:00:13,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101341112dd0003, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T06:00:13,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T06:00:13,483 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:13,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T06:00:13,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T06:00:13,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T06:00:13,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T06:00:13,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T06:00:13,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bc386b7bf2fe,46797,1731477602480 in 10.1150 sec 2024-11-13T06:00:13,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T06:00:13,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5650 sec 2024-11-13T06:00:13,490 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T06:00:13,490 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T06:00:13,492 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T06:00:13,492 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bc386b7bf2fe,46797,1731477602480, seqNum=-1] 2024-11-13T06:00:13,493 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T06:00:13,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56215, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T06:00:13,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6280 sec 2024-11-13T06:00:13,501 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731477613501, completionTime=-1 2024-11-13T06:00:13,501 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T06:00:13,501 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T06:00:13,503 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-13T06:00:13,503 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731477673503 2024-11-13T06:00:13,503 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731477733503 2024-11-13T06:00:13,503 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-13T06:00:13,504 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,45581,1731477602345-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:13,504 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,45581,1731477602345-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:13,504 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,45581,1731477602345-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:13,504 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bc386b7bf2fe:45581, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:13,504 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:13,504 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:13,506 DEBUG [master/bc386b7bf2fe:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T06:00:13,509 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.906sec 2024-11-13T06:00:13,509 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T06:00:13,509 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T06:00:13,509 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T06:00:13,509 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T06:00:13,509 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T06:00:13,509 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,45581,1731477602345-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T06:00:13,509 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,45581,1731477602345-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T06:00:13,512 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T06:00:13,512 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T06:00:13,512 INFO [master/bc386b7bf2fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc386b7bf2fe,45581,1731477602345-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T06:00:13,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de470f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:00:13,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bc386b7bf2fe,45581,-1 for getting cluster id 2024-11-13T06:00:13,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:00:13,581 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4864d01-0a16-433c-8ca3-10b19330e394' 2024-11-13T06:00:13,581 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:00:13,582 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4864d01-0a16-433c-8ca3-10b19330e394" 2024-11-13T06:00:13,583 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b876fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:00:13,583 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bc386b7bf2fe,45581,-1] 2024-11-13T06:00:13,584 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T06:00:13,585 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:00:13,587 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T06:00:13,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1caa11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:00:13,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T06:00:13,590 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bc386b7bf2fe,46797,1731477602480, seqNum=-1] 2024-11-13T06:00:13,590 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T06:00:13,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T06:00:13,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bc386b7bf2fe,45581,1731477602345 2024-11-13T06:00:13,594 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731477613594 (current time:1731477613594). 2024-11-13T06:00:13,594 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-13T06:00:13,594 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-13T06:00:13,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11cea350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:00:13,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bc386b7bf2fe,45581,-1 for getting cluster id 2024-11-13T06:00:13,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:00:13,596 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4864d01-0a16-433c-8ca3-10b19330e394' 2024-11-13T06:00:13,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:00:13,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4864d01-0a16-433c-8ca3-10b19330e394" 2024-11-13T06:00:13,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdc1ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:00:13,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bc386b7bf2fe,45581,-1] 2024-11-13T06:00:13,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T06:00:13,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:00:13,597 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T06:00:13,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9f0836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:00:13,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T06:00:13,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bc386b7bf2fe,46797,1731477602480, seqNum=-1] 2024-11-13T06:00:13,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T06:00:13,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T06:00:13,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T06:00:13,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:00:13,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:00:13,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:00:13,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T06:00:13,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T06:00:13,603 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bc386b7bf2fe,45581,1731477602345 2024-11-13T06:00:13,603 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2efb5b80 2024-11-13T06:00:13,603 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T06:00:13,604 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T06:00:13,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T06:00:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-13T06:00:13,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T06:00:13,607 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:13,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-13T06:00:13,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T06:00:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T06:00:13,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741837_1013 (size=361) 2024-11-13T06:00:13,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741837_1013 (size=361) 2024-11-13T06:00:13,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741837_1013 (size=361) 2024-11-13T06:00:13,618 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 22587401c62e4d59c5f7412dd74d8926, NAME => 'SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a 2024-11-13T06:00:13,619 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bafb3ef71ee9364d936f95c2d30914e2, NAME => 'SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a 2024-11-13T06:00:13,619 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55d2c7eed9661145c96e8358c9f987bc, NAME => 'SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a 2024-11-13T06:00:13,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741838_1014 (size=54) 2024-11-13T06:00:13,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741840_1016 (size=62) 2024-11-13T06:00:13,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741838_1014 (size=54) 2024-11-13T06:00:13,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:13,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741840_1016 (size=62) 2024-11-13T06:00:13,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 55d2c7eed9661145c96e8358c9f987bc, disabling compactions & flushes 2024-11-13T06:00:13,637 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. 2024-11-13T06:00:13,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. 2024-11-13T06:00:13,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741839_1015 (size=62) 2024-11-13T06:00:13,638 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. after waiting 0 ms 2024-11-13T06:00:13,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741838_1014 (size=54) 2024-11-13T06:00:13,638 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. 2024-11-13T06:00:13,638 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. 2024-11-13T06:00:13,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741839_1015 (size=62) 2024-11-13T06:00:13,638 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55d2c7eed9661145c96e8358c9f987bc: Waiting for close lock at 1731477613637Disabling compacts and flushes for region at 1731477613637Disabling writes for close at 1731477613638 (+1 ms)Writing region close event to WAL at 1731477613638Closed at 1731477613638 2024-11-13T06:00:13,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741840_1016 (size=62) 2024-11-13T06:00:13,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741839_1015 (size=62) 2024-11-13T06:00:13,638 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a826b2d3bd06cfd8729b2d1c809a23b, NAME => 'SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a 2024-11-13T06:00:13,639 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:13,639 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 22587401c62e4d59c5f7412dd74d8926, disabling compactions & flushes 2024-11-13T06:00:13,639 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926. 2024-11-13T06:00:13,639 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926. 2024-11-13T06:00:13,639 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926. after waiting 0 ms 2024-11-13T06:00:13,639 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926. 2024-11-13T06:00:13,639 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926. 2024-11-13T06:00:13,639 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 22587401c62e4d59c5f7412dd74d8926: Waiting for close lock at 1731477613639Disabling compacts and flushes for region at 1731477613639Disabling writes for close at 1731477613639Writing region close event to WAL at 1731477613639Closed at 1731477613639 2024-11-13T06:00:13,640 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 54261d94f699d547edb05849d1f3dbc3, NAME => 'SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a 2024-11-13T06:00:13,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741842_1018 (size=62) 2024-11-13T06:00:13,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741842_1018 (size=62) 2024-11-13T06:00:13,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741842_1018 (size=62) 2024-11-13T06:00:13,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:13,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 54261d94f699d547edb05849d1f3dbc3, disabling compactions & flushes 2024-11-13T06:00:13,650 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3. 2024-11-13T06:00:13,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3. 2024-11-13T06:00:13,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3. after waiting 0 ms 2024-11-13T06:00:13,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3. 2024-11-13T06:00:13,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741841_1017 (size=62) 2024-11-13T06:00:13,651 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3. 2024-11-13T06:00:13,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 54261d94f699d547edb05849d1f3dbc3: Waiting for close lock at 1731477613650Disabling compacts and flushes for region at 1731477613650Disabling writes for close at 1731477613651 (+1 ms)Writing region close event to WAL at 1731477613651Closed at 1731477613651 2024-11-13T06:00:13,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741841_1017 (size=62) 2024-11-13T06:00:13,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741841_1017 (size=62) 2024-11-13T06:00:13,651 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2b9d7c7995b8aab81a8db45e46f230e3, NAME => 'SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a 2024-11-13T06:00:13,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:13,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6a826b2d3bd06cfd8729b2d1c809a23b, disabling compactions & flushes 2024-11-13T06:00:13,653 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. 2024-11-13T06:00:13,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. 2024-11-13T06:00:13,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. after waiting 0 ms 2024-11-13T06:00:13,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. 2024-11-13T06:00:13,653 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. 2024-11-13T06:00:13,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a826b2d3bd06cfd8729b2d1c809a23b: Waiting for close lock at 1731477613653Disabling compacts and flushes for region at 1731477613653Disabling writes for close at 1731477613653Writing region close event to WAL at 1731477613653Closed at 1731477613653 2024-11-13T06:00:13,653 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a101f6ed83987aecda72f2f97fbc8b0c, NAME => 'SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a 2024-11-13T06:00:13,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741843_1019 (size=62) 2024-11-13T06:00:13,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741843_1019 (size=62) 2024-11-13T06:00:13,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741843_1019 (size=62) 2024-11-13T06:00:13,661 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:13,661 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2b9d7c7995b8aab81a8db45e46f230e3, disabling compactions & flushes 2024-11-13T06:00:13,661 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3. 2024-11-13T06:00:13,661 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3. 2024-11-13T06:00:13,661 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3. after waiting 0 ms 2024-11-13T06:00:13,661 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3. 2024-11-13T06:00:13,662 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3. 2024-11-13T06:00:13,662 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2b9d7c7995b8aab81a8db45e46f230e3: Waiting for close lock at 1731477613661Disabling compacts and flushes for region at 1731477613661Disabling writes for close at 1731477613661Writing region close event to WAL at 1731477613662 (+1 ms)Closed at 1731477613662 2024-11-13T06:00:13,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741844_1020 (size=62) 2024-11-13T06:00:13,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741844_1020 (size=62) 2024-11-13T06:00:13,663 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ad5cd221ea3bd6e89d0cdfc65f66677c, NAME => 'SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a 2024-11-13T06:00:13,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741844_1020 (size=62) 2024-11-13T06:00:13,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:13,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a101f6ed83987aecda72f2f97fbc8b0c, disabling compactions & flushes 2024-11-13T06:00:13,664 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. 2024-11-13T06:00:13,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. 2024-11-13T06:00:13,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. after waiting 0 ms 2024-11-13T06:00:13,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. 2024-11-13T06:00:13,664 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. 2024-11-13T06:00:13,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a101f6ed83987aecda72f2f97fbc8b0c: Waiting for close lock at 1731477613663Disabling compacts and flushes for region at 1731477613663Disabling writes for close at 1731477613664 (+1 ms)Writing region close event to WAL at 1731477613664Closed at 1731477613664 2024-11-13T06:00:13,664 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba88b11c4b53e688883ccd29745b67c3, NAME => 'SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a 2024-11-13T06:00:13,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741845_1021 (size=62) 2024-11-13T06:00:13,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741845_1021 (size=62) 2024-11-13T06:00:13,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741845_1021 (size=62) 2024-11-13T06:00:13,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:13,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ad5cd221ea3bd6e89d0cdfc65f66677c, disabling compactions & flushes 2024-11-13T06:00:13,672 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c. 2024-11-13T06:00:13,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c. 2024-11-13T06:00:13,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c. after waiting 0 ms 2024-11-13T06:00:13,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c. 2024-11-13T06:00:13,672 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c. 2024-11-13T06:00:13,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ad5cd221ea3bd6e89d0cdfc65f66677c: Waiting for close lock at 1731477613672Disabling compacts and flushes for region at 1731477613672Disabling writes for close at 1731477613672Writing region close event to WAL at 1731477613672Closed at 1731477613672 2024-11-13T06:00:13,673 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2d39c8ad462c3a0c9ef6d033ebadbd3c, NAME => 'SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a 2024-11-13T06:00:13,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741846_1022 (size=62) 2024-11-13T06:00:13,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741846_1022 (size=62) 2024-11-13T06:00:13,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741846_1022 (size=62) 2024-11-13T06:00:13,674 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:13,674 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ba88b11c4b53e688883ccd29745b67c3, disabling compactions & flushes 2024-11-13T06:00:13,675 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3. 2024-11-13T06:00:13,675 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3. 2024-11-13T06:00:13,675 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3. after waiting 0 ms 2024-11-13T06:00:13,675 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3. 2024-11-13T06:00:13,675 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3. 2024-11-13T06:00:13,675 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba88b11c4b53e688883ccd29745b67c3: Waiting for close lock at 1731477613674Disabling compacts and flushes for region at 1731477613674Disabling writes for close at 1731477613675 (+1 ms)Writing region close event to WAL at 1731477613675Closed at 1731477613675 2024-11-13T06:00:13,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741847_1023 (size=54) 2024-11-13T06:00:13,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741847_1023 (size=54) 2024-11-13T06:00:13,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741847_1023 (size=54) 2024-11-13T06:00:13,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:13,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2d39c8ad462c3a0c9ef6d033ebadbd3c, disabling compactions & flushes 2024-11-13T06:00:13,683 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c. 2024-11-13T06:00:13,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c. 2024-11-13T06:00:13,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c. after waiting 0 ms 2024-11-13T06:00:13,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c. 2024-11-13T06:00:13,683 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c. 2024-11-13T06:00:13,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2d39c8ad462c3a0c9ef6d033ebadbd3c: Waiting for close lock at 1731477613683Disabling compacts and flushes for region at 1731477613683Disabling writes for close at 1731477613683Writing region close event to WAL at 1731477613683Closed at 1731477613683 2024-11-13T06:00:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T06:00:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T06:00:14,039 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:14,039 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bafb3ef71ee9364d936f95c2d30914e2, disabling compactions & flushes 2024-11-13T06:00:14,039 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2. 2024-11-13T06:00:14,039 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2. 2024-11-13T06:00:14,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2. after waiting 1 ms 2024-11-13T06:00:14,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2. 2024-11-13T06:00:14,040 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2. 2024-11-13T06:00:14,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bafb3ef71ee9364d936f95c2d30914e2: Waiting for close lock at 1731477614039Disabling compacts and flushes for region at 1731477614039Disabling writes for close at 1731477614040 (+1 ms)Writing region close event to WAL at 1731477614040Closed at 1731477614040 2024-11-13T06:00:14,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T06:00:14,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731477614042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477614042"}]},"ts":"1731477614042"} 2024-11-13T06:00:14,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731477614042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477614042"}]},"ts":"1731477614042"} 2024-11-13T06:00:14,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731477614042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477614042"}]},"ts":"1731477614042"} 2024-11-13T06:00:14,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731477614042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477614042"}]},"ts":"1731477614042"} 2024-11-13T06:00:14,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731477614042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477614042"}]},"ts":"1731477614042"} 2024-11-13T06:00:14,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731477614042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477614042"}]},"ts":"1731477614042"} 2024-11-13T06:00:14,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731477614042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477614042"}]},"ts":"1731477614042"} 2024-11-13T06:00:14,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731477614042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477614042"}]},"ts":"1731477614042"} 2024-11-13T06:00:14,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731477614042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477614042"}]},"ts":"1731477614042"} 2024-11-13T06:00:14,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731477614042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731477614042"}]},"ts":"1731477614042"} 2024-11-13T06:00:14,050 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-13T06:00:14,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T06:00:14,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731477614052"}]},"ts":"1731477614052"} 2024-11-13T06:00:14,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-13T06:00:14,055 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {bc386b7bf2fe=0} racks are {/default-rack=0} 2024-11-13T06:00:14,060 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T06:00:14,060 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T06:00:14,060 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T06:00:14,060 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T06:00:14,060 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T06:00:14,060 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T06:00:14,060 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T06:00:14,060 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T06:00:14,060 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T06:00:14,060 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T06:00:14,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55d2c7eed9661145c96e8358c9f987bc, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bafb3ef71ee9364d936f95c2d30914e2, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22587401c62e4d59c5f7412dd74d8926, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a826b2d3bd06cfd8729b2d1c809a23b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54261d94f699d547edb05849d1f3dbc3, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b9d7c7995b8aab81a8db45e46f230e3, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a101f6ed83987aecda72f2f97fbc8b0c, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad5cd221ea3bd6e89d0cdfc65f66677c, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba88b11c4b53e688883ccd29745b67c3, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2d39c8ad462c3a0c9ef6d033ebadbd3c, ASSIGN}] 2024-11-13T06:00:14,064 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bafb3ef71ee9364d936f95c2d30914e2, ASSIGN 2024-11-13T06:00:14,064 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22587401c62e4d59c5f7412dd74d8926, ASSIGN 2024-11-13T06:00:14,064 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a826b2d3bd06cfd8729b2d1c809a23b, ASSIGN 2024-11-13T06:00:14,064 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55d2c7eed9661145c96e8358c9f987bc, ASSIGN 2024-11-13T06:00:14,065 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2d39c8ad462c3a0c9ef6d033ebadbd3c, ASSIGN 2024-11-13T06:00:14,065 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bafb3ef71ee9364d936f95c2d30914e2, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,46259,1731477602544; forceNewPlan=false, retain=false 2024-11-13T06:00:14,065 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=22587401c62e4d59c5f7412dd74d8926, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,34273,1731477602511; forceNewPlan=false, retain=false 2024-11-13T06:00:14,065 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=55d2c7eed9661145c96e8358c9f987bc, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,46259,1731477602544; forceNewPlan=false, retain=false 2024-11-13T06:00:14,065 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a826b2d3bd06cfd8729b2d1c809a23b, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,46259,1731477602544; forceNewPlan=false, retain=false 2024-11-13T06:00:14,065 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2d39c8ad462c3a0c9ef6d033ebadbd3c, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,46797,1731477602480; forceNewPlan=false, retain=false 2024-11-13T06:00:14,068 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba88b11c4b53e688883ccd29745b67c3, ASSIGN 2024-11-13T06:00:14,068 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad5cd221ea3bd6e89d0cdfc65f66677c, ASSIGN 2024-11-13T06:00:14,068 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ba88b11c4b53e688883ccd29745b67c3, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,34273,1731477602511; forceNewPlan=false, retain=false 2024-11-13T06:00:14,069 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a101f6ed83987aecda72f2f97fbc8b0c, ASSIGN 2024-11-13T06:00:14,069 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b9d7c7995b8aab81a8db45e46f230e3, ASSIGN 2024-11-13T06:00:14,069 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54261d94f699d547edb05849d1f3dbc3, ASSIGN 2024-11-13T06:00:14,069 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad5cd221ea3bd6e89d0cdfc65f66677c, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,46259,1731477602544; forceNewPlan=false, retain=false 2024-11-13T06:00:14,070 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54261d94f699d547edb05849d1f3dbc3, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,46797,1731477602480; forceNewPlan=false, retain=false 2024-11-13T06:00:14,070 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a101f6ed83987aecda72f2f97fbc8b0c, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,46797,1731477602480; forceNewPlan=false, retain=false 2024-11-13T06:00:14,070 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b9d7c7995b8aab81a8db45e46f230e3, ASSIGN; state=OFFLINE, location=bc386b7bf2fe,34273,1731477602511; forceNewPlan=false, retain=false 2024-11-13T06:00:14,216 INFO [bc386b7bf2fe:45581 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-13T06:00:14,217 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a101f6ed83987aecda72f2f97fbc8b0c, regionState=OPENING, regionLocation=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:14,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=54261d94f699d547edb05849d1f3dbc3, regionState=OPENING, regionLocation=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:14,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2d39c8ad462c3a0c9ef6d033ebadbd3c, regionState=OPENING, regionLocation=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:14,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ad5cd221ea3bd6e89d0cdfc65f66677c, regionState=OPENING, regionLocation=bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:14,218 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6a826b2d3bd06cfd8729b2d1c809a23b, regionState=OPENING, regionLocation=bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:14,219 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bafb3ef71ee9364d936f95c2d30914e2, regionState=OPENING, regionLocation=bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:14,219 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55d2c7eed9661145c96e8358c9f987bc, regionState=OPENING, regionLocation=bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:14,219 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=22587401c62e4d59c5f7412dd74d8926, regionState=OPENING, regionLocation=bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:14,219 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ba88b11c4b53e688883ccd29745b67c3, regionState=OPENING, regionLocation=bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:14,219 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2b9d7c7995b8aab81a8db45e46f230e3, regionState=OPENING, regionLocation=bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:14,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a101f6ed83987aecda72f2f97fbc8b0c, ASSIGN because future has completed 2024-11-13T06:00:14,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a101f6ed83987aecda72f2f97fbc8b0c, server=bc386b7bf2fe,46797,1731477602480}] 2024-11-13T06:00:14,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54261d94f699d547edb05849d1f3dbc3, ASSIGN because future has completed 2024-11-13T06:00:14,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54261d94f699d547edb05849d1f3dbc3, server=bc386b7bf2fe,46797,1731477602480}] 2024-11-13T06:00:14,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2d39c8ad462c3a0c9ef6d033ebadbd3c, ASSIGN because future has completed 2024-11-13T06:00:14,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d39c8ad462c3a0c9ef6d033ebadbd3c, server=bc386b7bf2fe,46797,1731477602480}] 2024-11-13T06:00:14,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad5cd221ea3bd6e89d0cdfc65f66677c, ASSIGN because future has completed 2024-11-13T06:00:14,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a826b2d3bd06cfd8729b2d1c809a23b, ASSIGN because future has completed 2024-11-13T06:00:14,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a826b2d3bd06cfd8729b2d1c809a23b, server=bc386b7bf2fe,46259,1731477602544}] 2024-11-13T06:00:14,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bafb3ef71ee9364d936f95c2d30914e2, ASSIGN because future has completed 2024-11-13T06:00:14,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad5cd221ea3bd6e89d0cdfc65f66677c, server=bc386b7bf2fe,46259,1731477602544}] 2024-11-13T06:00:14,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=22587401c62e4d59c5f7412dd74d8926, ASSIGN because future has completed 2024-11-13T06:00:14,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b9d7c7995b8aab81a8db45e46f230e3, ASSIGN because future has completed 2024-11-13T06:00:14,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bafb3ef71ee9364d936f95c2d30914e2, server=bc386b7bf2fe,46259,1731477602544}] 2024-11-13T06:00:14,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ba88b11c4b53e688883ccd29745b67c3, ASSIGN because future has completed 2024-11-13T06:00:14,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=55d2c7eed9661145c96e8358c9f987bc, ASSIGN because future has completed 2024-11-13T06:00:14,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55d2c7eed9661145c96e8358c9f987bc, server=bc386b7bf2fe,46259,1731477602544}] 2024-11-13T06:00:14,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba88b11c4b53e688883ccd29745b67c3, server=bc386b7bf2fe,34273,1731477602511}] 2024-11-13T06:00:14,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b9d7c7995b8aab81a8db45e46f230e3, server=bc386b7bf2fe,34273,1731477602511}] 2024-11-13T06:00:14,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22587401c62e4d59c5f7412dd74d8926, server=bc386b7bf2fe,34273,1731477602511}] 2024-11-13T06:00:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T06:00:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T06:00:15,062 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T06:00:15,587 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T06:00:15,588 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T06:00:15,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T06:00:15,589 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T06:00:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T06:00:16,262 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bc386b7bf2fe:37703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-13T06:00:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T06:00:18,913 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T06:00:18,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T06:00:18,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T06:00:18,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T06:00:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T06:00:24,232 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T06:00:24,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47261, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T06:00:24,236 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T06:00:24,237 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. 2024-11-13T06:00:24,238 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a101f6ed83987aecda72f2f97fbc8b0c, NAME => 'SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-13T06:00:24,238 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a101f6ed83987aecda72f2f97fbc8b0c 2024-11-13T06:00:24,238 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:24,239 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a101f6ed83987aecda72f2f97fbc8b0c 2024-11-13T06:00:24,239 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a101f6ed83987aecda72f2f97fbc8b0c 2024-11-13T06:00:24,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54123, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T06:00:24,240 INFO [StoreOpener-a101f6ed83987aecda72f2f97fbc8b0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a101f6ed83987aecda72f2f97fbc8b0c 2024-11-13T06:00:24,242 INFO [StoreOpener-a101f6ed83987aecda72f2f97fbc8b0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a101f6ed83987aecda72f2f97fbc8b0c columnFamilyName cf 2024-11-13T06:00:24,242 DEBUG [StoreOpener-a101f6ed83987aecda72f2f97fbc8b0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:24,242 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. 2024-11-13T06:00:24,243 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 55d2c7eed9661145c96e8358c9f987bc, NAME => 'SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-13T06:00:24,243 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:00:24,243 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:24,243 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:00:24,243 INFO [StoreOpener-a101f6ed83987aecda72f2f97fbc8b0c-1 {}] regionserver.HStore(327): Store=a101f6ed83987aecda72f2f97fbc8b0c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T06:00:24,243 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:00:24,243 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a101f6ed83987aecda72f2f97fbc8b0c 2024-11-13T06:00:24,244 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/a101f6ed83987aecda72f2f97fbc8b0c 2024-11-13T06:00:24,244 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/a101f6ed83987aecda72f2f97fbc8b0c 2024-11-13T06:00:24,245 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3. 2024-11-13T06:00:24,245 INFO [StoreOpener-55d2c7eed9661145c96e8358c9f987bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:00:24,245 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => ba88b11c4b53e688883ccd29745b67c3, NAME => 'SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-13T06:00:24,245 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a101f6ed83987aecda72f2f97fbc8b0c 2024-11-13T06:00:24,245 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a101f6ed83987aecda72f2f97fbc8b0c 2024-11-13T06:00:24,245 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ba88b11c4b53e688883ccd29745b67c3 2024-11-13T06:00:24,245 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:24,245 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for ba88b11c4b53e688883ccd29745b67c3 2024-11-13T06:00:24,245 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for ba88b11c4b53e688883ccd29745b67c3 2024-11-13T06:00:24,246 INFO [StoreOpener-55d2c7eed9661145c96e8358c9f987bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55d2c7eed9661145c96e8358c9f987bc columnFamilyName cf 2024-11-13T06:00:24,246 DEBUG [StoreOpener-55d2c7eed9661145c96e8358c9f987bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:24,246 INFO [StoreOpener-ba88b11c4b53e688883ccd29745b67c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ba88b11c4b53e688883ccd29745b67c3 2024-11-13T06:00:24,246 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a101f6ed83987aecda72f2f97fbc8b0c 2024-11-13T06:00:24,247 INFO [StoreOpener-55d2c7eed9661145c96e8358c9f987bc-1 {}] regionserver.HStore(327): Store=55d2c7eed9661145c96e8358c9f987bc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T06:00:24,247 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:00:24,247 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:00:24,248 INFO [StoreOpener-ba88b11c4b53e688883ccd29745b67c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba88b11c4b53e688883ccd29745b67c3 columnFamilyName cf 2024-11-13T06:00:24,248 DEBUG [StoreOpener-ba88b11c4b53e688883ccd29745b67c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:24,248 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:00:24,248 INFO [StoreOpener-ba88b11c4b53e688883ccd29745b67c3-1 {}] regionserver.HStore(327): Store=ba88b11c4b53e688883ccd29745b67c3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T06:00:24,248 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:00:24,248 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:00:24,248 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for ba88b11c4b53e688883ccd29745b67c3 2024-11-13T06:00:24,248 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/a101f6ed83987aecda72f2f97fbc8b0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T06:00:24,249 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ba88b11c4b53e688883ccd29745b67c3 2024-11-13T06:00:24,249 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a101f6ed83987aecda72f2f97fbc8b0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70103074, jitterRate=0.04461720585823059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T06:00:24,249 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ba88b11c4b53e688883ccd29745b67c3 2024-11-13T06:00:24,249 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a101f6ed83987aecda72f2f97fbc8b0c 2024-11-13T06:00:24,249 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a101f6ed83987aecda72f2f97fbc8b0c: Running coprocessor pre-open hook at 1731477624239Writing region info on filesystem at 1731477624239Initializing all the Stores at 1731477624240 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477624240Cleaning up temporary data from old regions at 1731477624245 (+5 ms)Running coprocessor post-open hooks at 1731477624249 (+4 ms)Region opened successfully at 1731477624249 2024-11-13T06:00:24,249 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for ba88b11c4b53e688883ccd29745b67c3 2024-11-13T06:00:24,249 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for ba88b11c4b53e688883ccd29745b67c3 2024-11-13T06:00:24,249 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:00:24,250 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c., pid=15, masterSystemTime=1731477624226 2024-11-13T06:00:24,251 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for ba88b11c4b53e688883ccd29745b67c3 2024-11-13T06:00:24,252 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/55d2c7eed9661145c96e8358c9f987bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T06:00:24,252 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. 2024-11-13T06:00:24,252 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. 2024-11-13T06:00:24,252 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3. 2024-11-13T06:00:24,252 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 55d2c7eed9661145c96e8358c9f987bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73160444, jitterRate=0.0901755690574646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T06:00:24,252 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:00:24,252 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 54261d94f699d547edb05849d1f3dbc3, NAME => 'SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-13T06:00:24,252 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 55d2c7eed9661145c96e8358c9f987bc: Running coprocessor pre-open hook at 1731477624243Writing region info on filesystem at 1731477624243Initializing all the Stores at 1731477624244 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477624244Cleaning up temporary data from old regions at 1731477624248 (+4 ms)Running coprocessor post-open hooks at 1731477624252 (+4 ms)Region opened successfully at 1731477624252 2024-11-13T06:00:24,252 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 54261d94f699d547edb05849d1f3dbc3 2024-11-13T06:00:24,253 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:24,253 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 54261d94f699d547edb05849d1f3dbc3 2024-11-13T06:00:24,253 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a101f6ed83987aecda72f2f97fbc8b0c, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:24,253 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 54261d94f699d547edb05849d1f3dbc3 2024-11-13T06:00:24,253 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc., pid=22, masterSystemTime=1731477624232 2024-11-13T06:00:24,254 INFO [StoreOpener-54261d94f699d547edb05849d1f3dbc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 54261d94f699d547edb05849d1f3dbc3 2024-11-13T06:00:24,255 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. 2024-11-13T06:00:24,255 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. 2024-11-13T06:00:24,255 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ba88b11c4b53e688883ccd29745b67c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T06:00:24,255 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c. 2024-11-13T06:00:24,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a101f6ed83987aecda72f2f97fbc8b0c, server=bc386b7bf2fe,46797,1731477602480 because future has completed 2024-11-13T06:00:24,255 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => ad5cd221ea3bd6e89d0cdfc65f66677c, NAME => 'SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-13T06:00:24,255 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ad5cd221ea3bd6e89d0cdfc65f66677c 2024-11-13T06:00:24,255 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:24,256 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55d2c7eed9661145c96e8358c9f987bc, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:24,256 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened ba88b11c4b53e688883ccd29745b67c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74305116, jitterRate=0.10723251104354858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T06:00:24,256 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for ad5cd221ea3bd6e89d0cdfc65f66677c 2024-11-13T06:00:24,256 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba88b11c4b53e688883ccd29745b67c3 2024-11-13T06:00:24,256 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for ad5cd221ea3bd6e89d0cdfc65f66677c 2024-11-13T06:00:24,256 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for ba88b11c4b53e688883ccd29745b67c3: Running coprocessor pre-open hook at 1731477624245Writing region info on filesystem at 1731477624245Initializing all the Stores at 1731477624246 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477624246Cleaning up temporary data from old regions at 1731477624249 (+3 ms)Running coprocessor post-open hooks at 1731477624256 (+7 ms)Region opened successfully at 1731477624256 2024-11-13T06:00:24,256 INFO [StoreOpener-54261d94f699d547edb05849d1f3dbc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54261d94f699d547edb05849d1f3dbc3 columnFamilyName cf 2024-11-13T06:00:24,256 DEBUG [StoreOpener-54261d94f699d547edb05849d1f3dbc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:24,257 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3., pid=21, masterSystemTime=1731477624236 2024-11-13T06:00:24,257 INFO [StoreOpener-54261d94f699d547edb05849d1f3dbc3-1 {}] regionserver.HStore(327): Store=54261d94f699d547edb05849d1f3dbc3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T06:00:24,257 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 54261d94f699d547edb05849d1f3dbc3 2024-11-13T06:00:24,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55d2c7eed9661145c96e8358c9f987bc, server=bc386b7bf2fe,46259,1731477602544 because future has completed 2024-11-13T06:00:24,258 INFO [StoreOpener-ad5cd221ea3bd6e89d0cdfc65f66677c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ad5cd221ea3bd6e89d0cdfc65f66677c 2024-11-13T06:00:24,258 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/54261d94f699d547edb05849d1f3dbc3 2024-11-13T06:00:24,259 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/54261d94f699d547edb05849d1f3dbc3 2024-11-13T06:00:24,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-13T06:00:24,259 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 54261d94f699d547edb05849d1f3dbc3 2024-11-13T06:00:24,259 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 54261d94f699d547edb05849d1f3dbc3 2024-11-13T06:00:24,259 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3. 2024-11-13T06:00:24,259 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3. 2024-11-13T06:00:24,260 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3. 2024-11-13T06:00:24,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a101f6ed83987aecda72f2f97fbc8b0c, server=bc386b7bf2fe,46797,1731477602480 in 10.0350 sec 2024-11-13T06:00:24,260 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b9d7c7995b8aab81a8db45e46f230e3, NAME => 'SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-13T06:00:24,260 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2b9d7c7995b8aab81a8db45e46f230e3 2024-11-13T06:00:24,260 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:24,260 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 2b9d7c7995b8aab81a8db45e46f230e3 2024-11-13T06:00:24,260 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 2b9d7c7995b8aab81a8db45e46f230e3 2024-11-13T06:00:24,260 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ba88b11c4b53e688883ccd29745b67c3, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:24,260 INFO [StoreOpener-ad5cd221ea3bd6e89d0cdfc65f66677c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad5cd221ea3bd6e89d0cdfc65f66677c columnFamilyName cf 2024-11-13T06:00:24,260 DEBUG [StoreOpener-ad5cd221ea3bd6e89d0cdfc65f66677c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:24,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-13T06:00:24,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a101f6ed83987aecda72f2f97fbc8b0c, ASSIGN in 10.1990 sec 2024-11-13T06:00:24,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 55d2c7eed9661145c96e8358c9f987bc, server=bc386b7bf2fe,46259,1731477602544 in 10.0260 sec 2024-11-13T06:00:24,261 INFO [StoreOpener-ad5cd221ea3bd6e89d0cdfc65f66677c-1 {}] regionserver.HStore(327): Store=ad5cd221ea3bd6e89d0cdfc65f66677c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T06:00:24,261 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for ad5cd221ea3bd6e89d0cdfc65f66677c 2024-11-13T06:00:24,262 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 54261d94f699d547edb05849d1f3dbc3 2024-11-13T06:00:24,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba88b11c4b53e688883ccd29745b67c3, server=bc386b7bf2fe,34273,1731477602511 because future has completed 2024-11-13T06:00:24,262 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ad5cd221ea3bd6e89d0cdfc65f66677c 2024-11-13T06:00:24,263 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ad5cd221ea3bd6e89d0cdfc65f66677c 2024-11-13T06:00:24,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55d2c7eed9661145c96e8358c9f987bc, ASSIGN in 10.2000 sec 2024-11-13T06:00:24,263 INFO [StoreOpener-2b9d7c7995b8aab81a8db45e46f230e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2b9d7c7995b8aab81a8db45e46f230e3 2024-11-13T06:00:24,263 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for ad5cd221ea3bd6e89d0cdfc65f66677c 2024-11-13T06:00:24,264 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for ad5cd221ea3bd6e89d0cdfc65f66677c 2024-11-13T06:00:24,264 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/54261d94f699d547edb05849d1f3dbc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T06:00:24,265 INFO [StoreOpener-2b9d7c7995b8aab81a8db45e46f230e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b9d7c7995b8aab81a8db45e46f230e3 columnFamilyName cf 2024-11-13T06:00:24,265 DEBUG [StoreOpener-2b9d7c7995b8aab81a8db45e46f230e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:24,265 INFO [StoreOpener-2b9d7c7995b8aab81a8db45e46f230e3-1 {}] regionserver.HStore(327): Store=2b9d7c7995b8aab81a8db45e46f230e3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T06:00:24,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-11-13T06:00:24,265 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 54261d94f699d547edb05849d1f3dbc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59640456, jitterRate=-0.11128795146942139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T06:00:24,265 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54261d94f699d547edb05849d1f3dbc3 2024-11-13T06:00:24,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure ba88b11c4b53e688883ccd29745b67c3, server=bc386b7bf2fe,34273,1731477602511 in 10.0300 sec 2024-11-13T06:00:24,265 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 2b9d7c7995b8aab81a8db45e46f230e3 2024-11-13T06:00:24,265 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 54261d94f699d547edb05849d1f3dbc3: Running coprocessor pre-open hook at 1731477624253Writing region info on filesystem at 1731477624253Initializing all the Stores at 1731477624254 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477624254Cleaning up temporary data from old regions at 1731477624259 (+5 ms)Running coprocessor post-open hooks at 1731477624265 (+6 ms)Region opened successfully at 1731477624265 2024-11-13T06:00:24,266 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for ad5cd221ea3bd6e89d0cdfc65f66677c 2024-11-13T06:00:24,266 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/2b9d7c7995b8aab81a8db45e46f230e3 2024-11-13T06:00:24,266 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3., pid=16, masterSystemTime=1731477624226 2024-11-13T06:00:24,266 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/2b9d7c7995b8aab81a8db45e46f230e3 2024-11-13T06:00:24,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba88b11c4b53e688883ccd29745b67c3, ASSIGN in 10.2040 sec 2024-11-13T06:00:24,267 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 2b9d7c7995b8aab81a8db45e46f230e3 2024-11-13T06:00:24,267 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 2b9d7c7995b8aab81a8db45e46f230e3 2024-11-13T06:00:24,268 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3. 2024-11-13T06:00:24,268 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3. 2024-11-13T06:00:24,268 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ad5cd221ea3bd6e89d0cdfc65f66677c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T06:00:24,268 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c. 2024-11-13T06:00:24,268 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d39c8ad462c3a0c9ef6d033ebadbd3c, NAME => 'SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-13T06:00:24,268 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2d39c8ad462c3a0c9ef6d033ebadbd3c 2024-11-13T06:00:24,268 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened ad5cd221ea3bd6e89d0cdfc65f66677c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75416959, jitterRate=0.12380026280879974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T06:00:24,268 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:24,268 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad5cd221ea3bd6e89d0cdfc65f66677c 2024-11-13T06:00:24,268 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=54261d94f699d547edb05849d1f3dbc3, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:24,268 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 2d39c8ad462c3a0c9ef6d033ebadbd3c 2024-11-13T06:00:24,269 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for ad5cd221ea3bd6e89d0cdfc65f66677c: Running coprocessor pre-open hook at 1731477624256Writing region info on filesystem at 1731477624256Initializing all the Stores at 1731477624257 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477624257Cleaning up temporary data from old regions at 1731477624264 (+7 ms)Running coprocessor post-open hooks at 1731477624268 (+4 ms)Region opened successfully at 1731477624268 2024-11-13T06:00:24,269 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 2d39c8ad462c3a0c9ef6d033ebadbd3c 2024-11-13T06:00:24,269 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 2b9d7c7995b8aab81a8db45e46f230e3 2024-11-13T06:00:24,269 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c., pid=18, masterSystemTime=1731477624232 2024-11-13T06:00:24,270 INFO [StoreOpener-2d39c8ad462c3a0c9ef6d033ebadbd3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2d39c8ad462c3a0c9ef6d033ebadbd3c 2024-11-13T06:00:24,271 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c. 2024-11-13T06:00:24,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54261d94f699d547edb05849d1f3dbc3, server=bc386b7bf2fe,46797,1731477602480 because future has completed 2024-11-13T06:00:24,271 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c. 2024-11-13T06:00:24,271 INFO [StoreOpener-2d39c8ad462c3a0c9ef6d033ebadbd3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d39c8ad462c3a0c9ef6d033ebadbd3c columnFamilyName cf 2024-11-13T06:00:24,271 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. 2024-11-13T06:00:24,272 DEBUG [StoreOpener-2d39c8ad462c3a0c9ef6d033ebadbd3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:24,272 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a826b2d3bd06cfd8729b2d1c809a23b, NAME => 'SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-13T06:00:24,272 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:00:24,272 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ad5cd221ea3bd6e89d0cdfc65f66677c, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:24,272 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:24,272 INFO [StoreOpener-2d39c8ad462c3a0c9ef6d033ebadbd3c-1 {}] regionserver.HStore(327): Store=2d39c8ad462c3a0c9ef6d033ebadbd3c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T06:00:24,272 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:00:24,272 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 2d39c8ad462c3a0c9ef6d033ebadbd3c 2024-11-13T06:00:24,272 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:00:24,273 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/2d39c8ad462c3a0c9ef6d033ebadbd3c 2024-11-13T06:00:24,273 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/2d39c8ad462c3a0c9ef6d033ebadbd3c 2024-11-13T06:00:24,274 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 2d39c8ad462c3a0c9ef6d033ebadbd3c 2024-11-13T06:00:24,274 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 2d39c8ad462c3a0c9ef6d033ebadbd3c 2024-11-13T06:00:24,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad5cd221ea3bd6e89d0cdfc65f66677c, server=bc386b7bf2fe,46259,1731477602544 because future has completed 2024-11-13T06:00:24,275 INFO [StoreOpener-6a826b2d3bd06cfd8729b2d1c809a23b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:00:24,276 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/2b9d7c7995b8aab81a8db45e46f230e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T06:00:24,276 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 2d39c8ad462c3a0c9ef6d033ebadbd3c 2024-11-13T06:00:24,276 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 2b9d7c7995b8aab81a8db45e46f230e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69538144, jitterRate=0.036199092864990234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T06:00:24,276 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b9d7c7995b8aab81a8db45e46f230e3 2024-11-13T06:00:24,277 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 2b9d7c7995b8aab81a8db45e46f230e3: Running coprocessor pre-open hook at 1731477624260Writing region info on filesystem at 1731477624260Initializing all the Stores at 1731477624262 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477624262Cleaning up temporary data from old regions at 1731477624267 (+5 ms)Running coprocessor post-open hooks at 1731477624276 (+9 ms)Region opened successfully at 1731477624276 2024-11-13T06:00:24,277 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3., pid=23, masterSystemTime=1731477624236 2024-11-13T06:00:24,278 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45581 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=bc386b7bf2fe,46259,1731477602544, table=SPTestTable, region=ad5cd221ea3bd6e89d0cdfc65f66677c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T06:00:24,279 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/2d39c8ad462c3a0c9ef6d033ebadbd3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T06:00:24,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-13T06:00:24,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 54261d94f699d547edb05849d1f3dbc3, server=bc386b7bf2fe,46797,1731477602480 in 10.0480 sec 2024-11-13T06:00:24,280 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 2d39c8ad462c3a0c9ef6d033ebadbd3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65202268, jitterRate=-0.028410494327545166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T06:00:24,280 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d39c8ad462c3a0c9ef6d033ebadbd3c 2024-11-13T06:00:24,280 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 2d39c8ad462c3a0c9ef6d033ebadbd3c: Running coprocessor pre-open hook at 1731477624269Writing region info on filesystem at 1731477624269Initializing all the Stores at 1731477624269Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477624269Cleaning up temporary data from old regions at 1731477624274 (+5 ms)Running coprocessor post-open hooks at 1731477624280 (+6 ms)Region opened successfully at 1731477624280 2024-11-13T06:00:24,280 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3. 2024-11-13T06:00:24,280 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3. 2024-11-13T06:00:24,280 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926. 2024-11-13T06:00:24,281 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 22587401c62e4d59c5f7412dd74d8926, NAME => 'SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-13T06:00:24,281 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c., pid=17, masterSystemTime=1731477624226 2024-11-13T06:00:24,281 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 22587401c62e4d59c5f7412dd74d8926 2024-11-13T06:00:24,281 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2b9d7c7995b8aab81a8db45e46f230e3, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:24,281 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:24,281 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 22587401c62e4d59c5f7412dd74d8926 2024-11-13T06:00:24,281 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 22587401c62e4d59c5f7412dd74d8926 2024-11-13T06:00:24,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54261d94f699d547edb05849d1f3dbc3, ASSIGN in 10.2180 sec 2024-11-13T06:00:24,284 INFO [StoreOpener-22587401c62e4d59c5f7412dd74d8926-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 22587401c62e4d59c5f7412dd74d8926 2024-11-13T06:00:24,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b9d7c7995b8aab81a8db45e46f230e3, server=bc386b7bf2fe,34273,1731477602511 because future has completed 2024-11-13T06:00:24,285 INFO [StoreOpener-6a826b2d3bd06cfd8729b2d1c809a23b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a826b2d3bd06cfd8729b2d1c809a23b columnFamilyName cf 2024-11-13T06:00:24,285 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c. 2024-11-13T06:00:24,285 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c. 2024-11-13T06:00:24,285 DEBUG [StoreOpener-6a826b2d3bd06cfd8729b2d1c809a23b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:24,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-13T06:00:24,285 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2d39c8ad462c3a0c9ef6d033ebadbd3c, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:24,286 INFO [StoreOpener-6a826b2d3bd06cfd8729b2d1c809a23b-1 {}] regionserver.HStore(327): Store=6a826b2d3bd06cfd8729b2d1c809a23b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T06:00:24,286 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:00:24,286 INFO [StoreOpener-22587401c62e4d59c5f7412dd74d8926-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22587401c62e4d59c5f7412dd74d8926 columnFamilyName cf 2024-11-13T06:00:24,286 DEBUG [StoreOpener-22587401c62e4d59c5f7412dd74d8926-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:24,287 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:00:24,287 INFO [StoreOpener-22587401c62e4d59c5f7412dd74d8926-1 {}] regionserver.HStore(327): Store=22587401c62e4d59c5f7412dd74d8926/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T06:00:24,287 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 22587401c62e4d59c5f7412dd74d8926 2024-11-13T06:00:24,287 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:00:24,288 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:00:24,288 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:00:24,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d39c8ad462c3a0c9ef6d033ebadbd3c, server=bc386b7bf2fe,46797,1731477602480 because future has completed 2024-11-13T06:00:24,288 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/22587401c62e4d59c5f7412dd74d8926 2024-11-13T06:00:24,288 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/22587401c62e4d59c5f7412dd74d8926 2024-11-13T06:00:24,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ad5cd221ea3bd6e89d0cdfc65f66677c, server=bc386b7bf2fe,46259,1731477602544 in 10.0520 sec 2024-11-13T06:00:24,289 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 22587401c62e4d59c5f7412dd74d8926 2024-11-13T06:00:24,289 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 22587401c62e4d59c5f7412dd74d8926 2024-11-13T06:00:24,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-11-13T06:00:24,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b9d7c7995b8aab81a8db45e46f230e3, server=bc386b7bf2fe,34273,1731477602511 in 10.0490 sec 2024-11-13T06:00:24,291 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:00:24,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad5cd221ea3bd6e89d0cdfc65f66677c, ASSIGN in 10.2280 sec 2024-11-13T06:00:24,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b9d7c7995b8aab81a8db45e46f230e3, ASSIGN in 10.2290 sec 2024-11-13T06:00:24,292 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 22587401c62e4d59c5f7412dd74d8926 2024-11-13T06:00:24,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-13T06:00:24,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d39c8ad462c3a0c9ef6d033ebadbd3c, server=bc386b7bf2fe,46797,1731477602480 in 10.0640 sec 2024-11-13T06:00:24,293 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/6a826b2d3bd06cfd8729b2d1c809a23b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T06:00:24,294 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 6a826b2d3bd06cfd8729b2d1c809a23b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59555850, jitterRate=-0.11254867911338806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T06:00:24,294 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:00:24,294 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6a826b2d3bd06cfd8729b2d1c809a23b: Running coprocessor pre-open hook at 1731477624272Writing region info on filesystem at 1731477624272Initializing all the Stores at 1731477624274 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477624275 (+1 ms)Cleaning up temporary data from old regions at 1731477624288 (+13 ms)Running coprocessor post-open hooks at 1731477624294 (+6 ms)Region opened successfully at 1731477624294 2024-11-13T06:00:24,294 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/22587401c62e4d59c5f7412dd74d8926/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T06:00:24,295 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b., pid=19, masterSystemTime=1731477624232 2024-11-13T06:00:24,295 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 22587401c62e4d59c5f7412dd74d8926; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71666104, jitterRate=0.06790816783905029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T06:00:24,295 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22587401c62e4d59c5f7412dd74d8926 2024-11-13T06:00:24,295 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 22587401c62e4d59c5f7412dd74d8926: Running coprocessor pre-open hook at 1731477624281Writing region info on filesystem at 1731477624281Initializing all the Stores at 1731477624283 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477624283Cleaning up temporary data from old regions at 1731477624290 (+7 ms)Running coprocessor post-open hooks at 1731477624295 (+5 ms)Region opened successfully at 1731477624295 2024-11-13T06:00:24,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2d39c8ad462c3a0c9ef6d033ebadbd3c, ASSIGN in 10.2320 sec 2024-11-13T06:00:24,296 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926., pid=24, masterSystemTime=1731477624236 2024-11-13T06:00:24,297 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. 2024-11-13T06:00:24,297 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. 2024-11-13T06:00:24,297 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2. 2024-11-13T06:00:24,297 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => bafb3ef71ee9364d936f95c2d30914e2, NAME => 'SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-13T06:00:24,297 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bafb3ef71ee9364d936f95c2d30914e2 2024-11-13T06:00:24,297 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:00:24,298 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for bafb3ef71ee9364d936f95c2d30914e2 2024-11-13T06:00:24,298 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for bafb3ef71ee9364d936f95c2d30914e2 2024-11-13T06:00:24,298 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6a826b2d3bd06cfd8729b2d1c809a23b, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:24,299 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926. 2024-11-13T06:00:24,299 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926. 2024-11-13T06:00:24,300 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=22587401c62e4d59c5f7412dd74d8926, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:24,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a826b2d3bd06cfd8729b2d1c809a23b, server=bc386b7bf2fe,46259,1731477602544 because future has completed 2024-11-13T06:00:24,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22587401c62e4d59c5f7412dd74d8926, server=bc386b7bf2fe,34273,1731477602511 because future has completed 2024-11-13T06:00:24,303 INFO [StoreOpener-bafb3ef71ee9364d936f95c2d30914e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bafb3ef71ee9364d936f95c2d30914e2 2024-11-13T06:00:24,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-13T06:00:24,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a826b2d3bd06cfd8729b2d1c809a23b, server=bc386b7bf2fe,46259,1731477602544 in 10.0730 sec 2024-11-13T06:00:24,305 INFO [StoreOpener-bafb3ef71ee9364d936f95c2d30914e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafb3ef71ee9364d936f95c2d30914e2 columnFamilyName cf 2024-11-13T06:00:24,305 DEBUG [StoreOpener-bafb3ef71ee9364d936f95c2d30914e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:00:24,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-13T06:00:24,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a826b2d3bd06cfd8729b2d1c809a23b, ASSIGN in 10.2430 sec 2024-11-13T06:00:24,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 22587401c62e4d59c5f7412dd74d8926, server=bc386b7bf2fe,34273,1731477602511 in 10.0660 sec 2024-11-13T06:00:24,305 INFO [StoreOpener-bafb3ef71ee9364d936f95c2d30914e2-1 {}] regionserver.HStore(327): Store=bafb3ef71ee9364d936f95c2d30914e2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T06:00:24,305 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for bafb3ef71ee9364d936f95c2d30914e2 2024-11-13T06:00:24,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22587401c62e4d59c5f7412dd74d8926, ASSIGN in 10.2440 sec 2024-11-13T06:00:24,306 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/bafb3ef71ee9364d936f95c2d30914e2 2024-11-13T06:00:24,307 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/bafb3ef71ee9364d936f95c2d30914e2 2024-11-13T06:00:24,307 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for bafb3ef71ee9364d936f95c2d30914e2 2024-11-13T06:00:24,307 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for bafb3ef71ee9364d936f95c2d30914e2 2024-11-13T06:00:24,308 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for bafb3ef71ee9364d936f95c2d30914e2 2024-11-13T06:00:24,310 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/bafb3ef71ee9364d936f95c2d30914e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T06:00:24,311 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened bafb3ef71ee9364d936f95c2d30914e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65822410, jitterRate=-0.019169658422470093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T06:00:24,311 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bafb3ef71ee9364d936f95c2d30914e2 2024-11-13T06:00:24,311 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for bafb3ef71ee9364d936f95c2d30914e2: Running coprocessor pre-open hook at 1731477624298Writing region info on filesystem at 1731477624298Initializing all the Stores at 1731477624300 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477624300Cleaning up temporary data from old regions at 1731477624307 (+7 ms)Running coprocessor post-open hooks at 1731477624311 (+4 ms)Region opened successfully at 1731477624311 2024-11-13T06:00:24,312 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2., pid=20, masterSystemTime=1731477624232 2024-11-13T06:00:24,314 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2. 2024-11-13T06:00:24,314 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2. 2024-11-13T06:00:24,314 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bafb3ef71ee9364d936f95c2d30914e2, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:24,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bafb3ef71ee9364d936f95c2d30914e2, server=bc386b7bf2fe,46259,1731477602544 because future has completed 2024-11-13T06:00:24,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-13T06:00:24,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bafb3ef71ee9364d936f95c2d30914e2, server=bc386b7bf2fe,46259,1731477602544 in 10.0880 sec 2024-11-13T06:00:24,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-13T06:00:24,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bafb3ef71ee9364d936f95c2d30914e2, ASSIGN in 10.2580 sec 2024-11-13T06:00:24,321 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T06:00:24,321 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731477624321"}]},"ts":"1731477624321"} 2024-11-13T06:00:24,323 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-13T06:00:24,324 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T06:00:24,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7190 sec 2024-11-13T06:00:27,064 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-13T06:00:29,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T06:00:29,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T06:00:29,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T06:00:29,790 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T06:00:29,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T06:00:29,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T06:00:29,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T06:00:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T06:00:31,870 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-13T06:00:31,870 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-13T06:00:31,871 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:00:31,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-13T06:00:31,880 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:00:31,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-13T06:00:31,916 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c., hostname=bc386b7bf2fe,46797,1731477602480, seqNum=2] 2024-11-13T06:00:31,918 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c., hostname=bc386b7bf2fe,46797,1731477602480, seqNum=2] 2024-11-13T06:00:31,919 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c., hostname=bc386b7bf2fe,46797,1731477602480, seqNum=2] 2024-11-13T06:00:31,920 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c., hostname=bc386b7bf2fe,46797,1731477602480, seqNum=2] 2024-11-13T06:00:31,922 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c., hostname=bc386b7bf2fe,46797,1731477602480, seqNum=2] 2024-11-13T06:00:31,955 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c., hostname=bc386b7bf2fe,46259,1731477602544, seqNum=2] 2024-11-13T06:00:31,956 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c., hostname=bc386b7bf2fe,46259,1731477602544, seqNum=2] 2024-11-13T06:00:31,957 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c., hostname=bc386b7bf2fe,46259,1731477602544, seqNum=2] 2024-11-13T06:00:31,958 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c., hostname=bc386b7bf2fe,46259,1731477602544, seqNum=2] 2024-11-13T06:00:31,959 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c., hostname=bc386b7bf2fe,46259,1731477602544, seqNum=2] 2024-11-13T06:00:32,018 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3., hostname=bc386b7bf2fe,34273,1731477602511, seqNum=2] 2024-11-13T06:00:32,019 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3., hostname=bc386b7bf2fe,34273,1731477602511, seqNum=2] 2024-11-13T06:00:32,021 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3., hostname=bc386b7bf2fe,34273,1731477602511, seqNum=2] 2024-11-13T06:00:32,022 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3., hostname=bc386b7bf2fe,34273,1731477602511, seqNum=2] 2024-11-13T06:00:32,082 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c., hostname=bc386b7bf2fe,46797,1731477602480, seqNum=2] 2024-11-13T06:00:32,084 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c., hostname=bc386b7bf2fe,46797,1731477602480, seqNum=2] 2024-11-13T06:00:32,085 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c., hostname=bc386b7bf2fe,46797,1731477602480, seqNum=2] 2024-11-13T06:00:32,086 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c., hostname=bc386b7bf2fe,46797,1731477602480, seqNum=2] 2024-11-13T06:00:32,090 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c., hostname=bc386b7bf2fe,46797,1731477602480, seqNum=2] 2024-11-13T06:00:32,325 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T06:00:32,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T06:00:32,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T06:00:32,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T06:00:32,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T06:00:32,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T06:00:32,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. 2024-11-13T06:00:32,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34273 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T06:00:32,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T06:00:33,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T06:00:33,349 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-13T06:00:33,350 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:00:33,351 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-13T06:00:33,351 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-13T06:00:33,354 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-13T06:00:33,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741848_1024 (size=49) 2024-11-13T06:00:33,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741848_1024 (size=49) 2024-11-13T06:00:33,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741848_1024 (size=49) 2024-11-13T06:00:33,366 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-13T06:00:33,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55d2c7eed9661145c96e8358c9f987bc}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bafb3ef71ee9364d936f95c2d30914e2}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22587401c62e4d59c5f7412dd74d8926}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a826b2d3bd06cfd8729b2d1c809a23b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54261d94f699d547edb05849d1f3dbc3}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b9d7c7995b8aab81a8db45e46f230e3}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a101f6ed83987aecda72f2f97fbc8b0c}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad5cd221ea3bd6e89d0cdfc65f66677c}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba88b11c4b53e688883ccd29745b67c3}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2d39c8ad462c3a0c9ef6d033ebadbd3c}] 2024-11-13T06:00:33,368 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22587401c62e4d59c5f7412dd74d8926 2024-11-13T06:00:33,368 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a101f6ed83987aecda72f2f97fbc8b0c 2024-11-13T06:00:33,368 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54261d94f699d547edb05849d1f3dbc3 2024-11-13T06:00:33,368 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b9d7c7995b8aab81a8db45e46f230e3 2024-11-13T06:00:33,369 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2d39c8ad462c3a0c9ef6d033ebadbd3c 2024-11-13T06:00:33,373 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad5cd221ea3bd6e89d0cdfc65f66677c 2024-11-13T06:00:33,373 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba88b11c4b53e688883ccd29745b67c3 2024-11-13T06:00:33,373 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:00:33,374 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bafb3ef71ee9364d936f95c2d30914e2 2024-11-13T06:00:33,374 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:00:37,753 INFO [regionserver/bc386b7bf2fe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-13T06:00:43,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-13T06:00:43,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-13T06:00:43,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-13T06:00:43,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c. 2024-11-13T06:00:43,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-13T06:00:43,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926. 2024-11-13T06:00:43,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-13T06:00:43,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 22587401c62e4d59c5f7412dd74d8926: 2024-11-13T06:00:43,375 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 2d39c8ad462c3a0c9ef6d033ebadbd3c 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-13T06:00:43,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. 2024-11-13T06:00:43,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926. for SnapshotProcedureTest completed. 2024-11-13T06:00:43,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3. 2024-11-13T06:00:43,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 2b9d7c7995b8aab81a8db45e46f230e3: 2024-11-13T06:00:43,376 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing a101f6ed83987aecda72f2f97fbc8b0c 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-13T06:00:43,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-13T06:00:43,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3. for SnapshotProcedureTest completed. 2024-11-13T06:00:43,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-13T06:00:43,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T06:00:43,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T06:00:43,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T06:00:43,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T06:00:43,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T06:00:43,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3. 2024-11-13T06:00:43,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T06:00:43,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-13T06:00:43,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 54261d94f699d547edb05849d1f3dbc3: 2024-11-13T06:00:43,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. 2024-11-13T06:00:43,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3. for SnapshotProcedureTest completed. 2024-11-13T06:00:43,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 55d2c7eed9661145c96e8358c9f987bc: 2024-11-13T06:00:43,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. for SnapshotProcedureTest completed. 2024-11-13T06:00:43,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T06:00:43,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T06:00:43,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3. 2024-11-13T06:00:43,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T06:00:43,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T06:00:43,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T06:00:43,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T06:00:43,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-13T06:00:43,378 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing ba88b11c4b53e688883ccd29745b67c3 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-13T06:00:43,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c. 2024-11-13T06:00:43,378 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing ad5cd221ea3bd6e89d0cdfc65f66677c 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-13T06:00:43,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-13T06:00:43,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2. 2024-11-13T06:00:43,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for bafb3ef71ee9364d936f95c2d30914e2: 2024-11-13T06:00:43,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2. for SnapshotProcedureTest completed. 2024-11-13T06:00:43,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T06:00:43,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T06:00:43,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T06:00:43,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741850_1026 (size=57) 2024-11-13T06:00:43,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741850_1026 (size=57) 2024-11-13T06:00:43,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741850_1026 (size=57) 2024-11-13T06:00:43,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. 2024-11-13T06:00:43,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-13T06:00:43,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. 2024-11-13T06:00:43,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 6a826b2d3bd06cfd8729b2d1c809a23b: 2024-11-13T06:00:43,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. for SnapshotProcedureTest completed. 2024-11-13T06:00:43,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T06:00:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-13T06:00:43,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T06:00:43,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T06:00:43,402 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:00:43,403 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:00:43,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 55d2c7eed9661145c96e8358c9f987bc in 10.0390 sec 2024-11-13T06:00:43,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741849_1025 (size=65) 2024-11-13T06:00:43,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741849_1025 (size=65) 2024-11-13T06:00:43,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741849_1025 (size=65) 2024-11-13T06:00:43,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926. 2024-11-13T06:00:43,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-13T06:00:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-13T06:00:43,411 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 22587401c62e4d59c5f7412dd74d8926 2024-11-13T06:00:43,411 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22587401c62e4d59c5f7412dd74d8926 2024-11-13T06:00:43,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/a101f6ed83987aecda72f2f97fbc8b0c/.tmp/cf/ffb15c44ab384f048518c8e5f7ce9a24 is 34, key is aaa/cf:cf/1731477632934/Put/seqid=0 2024-11-13T06:00:43,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ad5cd221ea3bd6e89d0cdfc65f66677c/.tmp/cf/979a9fd475154c188c80f8cf969176fc is 34, key is baa/cf:cf/1731477632893/Put/seqid=0 2024-11-13T06:00:43,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 22587401c62e4d59c5f7412dd74d8926 in 10.0460 sec 2024-11-13T06:00:43,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ba88b11c4b53e688883ccd29745b67c3/.tmp/cf/c0bcd832c59e4238b0ee1d331c8afd11 is 34, key is ccd/cf:cf/1731477632918/Put/seqid=0 2024-11-13T06:00:43,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741852_1028 (size=65) 2024-11-13T06:00:43,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741852_1028 (size=65) 2024-11-13T06:00:43,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741851_1027 (size=65) 2024-11-13T06:00:43,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741851_1027 (size=65) 2024-11-13T06:00:43,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3. 2024-11-13T06:00:43,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741852_1028 (size=65) 2024-11-13T06:00:43,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3. 2024-11-13T06:00:43,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-13T06:00:43,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-13T06:00:43,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741851_1027 (size=65) 2024-11-13T06:00:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-13T06:00:43,417 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 54261d94f699d547edb05849d1f3dbc3 2024-11-13T06:00:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-13T06:00:43,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2b9d7c7995b8aab81a8db45e46f230e3 2024-11-13T06:00:43,417 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54261d94f699d547edb05849d1f3dbc3 2024-11-13T06:00:43,418 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b9d7c7995b8aab81a8db45e46f230e3 2024-11-13T06:00:43,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 54261d94f699d547edb05849d1f3dbc3 in 10.0520 sec 2024-11-13T06:00:43,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741853_1029 (size=65) 2024-11-13T06:00:43,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741853_1029 (size=65) 2024-11-13T06:00:43,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2b9d7c7995b8aab81a8db45e46f230e3 in 10.0530 sec 2024-11-13T06:00:43,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741853_1029 (size=65) 2024-11-13T06:00:43,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2. 2024-11-13T06:00:43,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-13T06:00:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-13T06:00:43,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bafb3ef71ee9364d936f95c2d30914e2 2024-11-13T06:00:43,422 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bafb3ef71ee9364d936f95c2d30914e2 2024-11-13T06:00:43,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bafb3ef71ee9364d936f95c2d30914e2 in 10.0570 sec 2024-11-13T06:00:43,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741855_1031 (size=28623) 2024-11-13T06:00:43,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741855_1031 (size=28623) 2024-11-13T06:00:43,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741855_1031 (size=28623) 2024-11-13T06:00:43,458 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ad5cd221ea3bd6e89d0cdfc65f66677c/.tmp/cf/979a9fd475154c188c80f8cf969176fc 2024-11-13T06:00:43,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/2d39c8ad462c3a0c9ef6d033ebadbd3c/.tmp/cf/e624a6abaeaf4ede8d25c7ca3fdda438 is 34, key is eaa/cf:cf/1731477633268/Put/seqid=0 2024-11-13T06:00:43,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741857_1033 (size=499309) 2024-11-13T06:00:43,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741857_1033 (size=499309) 2024-11-13T06:00:43,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741857_1033 (size=499309) 2024-11-13T06:00:43,468 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/2d39c8ad462c3a0c9ef6d033ebadbd3c/.tmp/cf/e624a6abaeaf4ede8d25c7ca3fdda438 2024-11-13T06:00:43,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741858_1034 (size=65) 2024-11-13T06:00:43,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741858_1034 (size=65) 2024-11-13T06:00:43,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741858_1034 (size=65) 2024-11-13T06:00:43,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. 2024-11-13T06:00:43,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-13T06:00:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-13T06:00:43,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:00:43,473 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:00:43,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741856_1032 (size=47197) 2024-11-13T06:00:43,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741856_1032 (size=47197) 2024-11-13T06:00:43,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6a826b2d3bd06cfd8729b2d1c809a23b in 10.1080 sec 2024-11-13T06:00:43,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741856_1032 (size=47197) 2024-11-13T06:00:43,476 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ba88b11c4b53e688883ccd29745b67c3/.tmp/cf/c0bcd832c59e4238b0ee1d331c8afd11 2024-11-13T06:00:43,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741854_1030 (size=26918) 2024-11-13T06:00:43,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741854_1030 (size=26918) 2024-11-13T06:00:43,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741854_1030 (size=26918) 2024-11-13T06:00:43,488 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/a101f6ed83987aecda72f2f97fbc8b0c/.tmp/cf/ffb15c44ab384f048518c8e5f7ce9a24 2024-11-13T06:00:43,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ba88b11c4b53e688883ccd29745b67c3/.tmp/cf/c0bcd832c59e4238b0ee1d331c8afd11 as hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ba88b11c4b53e688883ccd29745b67c3/cf/c0bcd832c59e4238b0ee1d331c8afd11 2024-11-13T06:00:43,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/2d39c8ad462c3a0c9ef6d033ebadbd3c/.tmp/cf/e624a6abaeaf4ede8d25c7ca3fdda438 as hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/2d39c8ad462c3a0c9ef6d033ebadbd3c/cf/e624a6abaeaf4ede8d25c7ca3fdda438 2024-11-13T06:00:43,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ad5cd221ea3bd6e89d0cdfc65f66677c/.tmp/cf/979a9fd475154c188c80f8cf969176fc as hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ad5cd221ea3bd6e89d0cdfc65f66677c/cf/979a9fd475154c188c80f8cf969176fc 2024-11-13T06:00:43,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/a101f6ed83987aecda72f2f97fbc8b0c/.tmp/cf/ffb15c44ab384f048518c8e5f7ce9a24 as hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/a101f6ed83987aecda72f2f97fbc8b0c/cf/ffb15c44ab384f048518c8e5f7ce9a24 2024-11-13T06:00:43,506 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ad5cd221ea3bd6e89d0cdfc65f66677c/cf/979a9fd475154c188c80f8cf969176fc, entries=731, sequenceid=5, filesize=28.0 K 2024-11-13T06:00:43,506 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/2d39c8ad462c3a0c9ef6d033ebadbd3c/cf/e624a6abaeaf4ede8d25c7ca3fdda438, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-13T06:00:43,507 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for ad5cd221ea3bd6e89d0cdfc65f66677c in 129ms, sequenceid=5, compaction requested=false 2024-11-13T06:00:43,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for ad5cd221ea3bd6e89d0cdfc65f66677c: 2024-11-13T06:00:43,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c. for SnapshotProcedureTest completed. 2024-11-13T06:00:43,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T06:00:43,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T06:00:43,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ad5cd221ea3bd6e89d0cdfc65f66677c/cf/979a9fd475154c188c80f8cf969176fc] hfiles 2024-11-13T06:00:43,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ad5cd221ea3bd6e89d0cdfc65f66677c/cf/979a9fd475154c188c80f8cf969176fc for snapshot=SnapshotProcedureTest 2024-11-13T06:00:43,508 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 2d39c8ad462c3a0c9ef6d033ebadbd3c in 133ms, sequenceid=5, compaction requested=false 2024-11-13T06:00:43,508 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ba88b11c4b53e688883ccd29745b67c3/cf/c0bcd832c59e4238b0ee1d331c8afd11, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-13T06:00:43,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 2d39c8ad462c3a0c9ef6d033ebadbd3c: 2024-11-13T06:00:43,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c. for SnapshotProcedureTest completed. 2024-11-13T06:00:43,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T06:00:43,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T06:00:43,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/2d39c8ad462c3a0c9ef6d033ebadbd3c/cf/e624a6abaeaf4ede8d25c7ca3fdda438] hfiles 2024-11-13T06:00:43,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/2d39c8ad462c3a0c9ef6d033ebadbd3c/cf/e624a6abaeaf4ede8d25c7ca3fdda438 for snapshot=SnapshotProcedureTest 2024-11-13T06:00:43,509 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for ba88b11c4b53e688883ccd29745b67c3 in 131ms, sequenceid=5, compaction requested=false 2024-11-13T06:00:43,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for ba88b11c4b53e688883ccd29745b67c3: 2024-11-13T06:00:43,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3. for SnapshotProcedureTest completed. 2024-11-13T06:00:43,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T06:00:43,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T06:00:43,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ba88b11c4b53e688883ccd29745b67c3/cf/c0bcd832c59e4238b0ee1d331c8afd11] hfiles 2024-11-13T06:00:43,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ba88b11c4b53e688883ccd29745b67c3/cf/c0bcd832c59e4238b0ee1d331c8afd11 for snapshot=SnapshotProcedureTest 2024-11-13T06:00:43,514 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/a101f6ed83987aecda72f2f97fbc8b0c/cf/ffb15c44ab384f048518c8e5f7ce9a24, entries=676, sequenceid=5, filesize=26.3 K 2024-11-13T06:00:43,515 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for a101f6ed83987aecda72f2f97fbc8b0c in 139ms, sequenceid=5, compaction requested=false 2024-11-13T06:00:43,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for a101f6ed83987aecda72f2f97fbc8b0c: 2024-11-13T06:00:43,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. for SnapshotProcedureTest completed. 2024-11-13T06:00:43,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T06:00:43,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T06:00:43,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/a101f6ed83987aecda72f2f97fbc8b0c/cf/ffb15c44ab384f048518c8e5f7ce9a24] hfiles 2024-11-13T06:00:43,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/a101f6ed83987aecda72f2f97fbc8b0c/cf/ffb15c44ab384f048518c8e5f7ce9a24 for snapshot=SnapshotProcedureTest 2024-11-13T06:00:43,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741859_1035 (size=105) 2024-11-13T06:00:43,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741859_1035 (size=105) 2024-11-13T06:00:43,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741859_1035 (size=105) 2024-11-13T06:00:43,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731477613604.ad5cd221ea3bd6e89d0cdfc65f66677c. 2024-11-13T06:00:43,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-13T06:00:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-13T06:00:43,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ad5cd221ea3bd6e89d0cdfc65f66677c 2024-11-13T06:00:43,538 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad5cd221ea3bd6e89d0cdfc65f66677c 2024-11-13T06:00:43,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ad5cd221ea3bd6e89d0cdfc65f66677c in 10.1720 sec 2024-11-13T06:00:43,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741860_1036 (size=97) 2024-11-13T06:00:43,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741860_1036 (size=97) 2024-11-13T06:00:43,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741860_1036 (size=97) 2024-11-13T06:00:43,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c. 2024-11-13T06:00:43,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-13T06:00:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-13T06:00:43,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2d39c8ad462c3a0c9ef6d033ebadbd3c 2024-11-13T06:00:43,546 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2d39c8ad462c3a0c9ef6d033ebadbd3c 2024-11-13T06:00:43,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2d39c8ad462c3a0c9ef6d033ebadbd3c in 10.1800 sec 2024-11-13T06:00:43,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741862_1038 (size=105) 2024-11-13T06:00:43,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741862_1038 (size=105) 2024-11-13T06:00:43,558 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3. 2024-11-13T06:00:43,558 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-13T06:00:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-13T06:00:43,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ba88b11c4b53e688883ccd29745b67c3 2024-11-13T06:00:43,559 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba88b11c4b53e688883ccd29745b67c3 2024-11-13T06:00:43,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741862_1038 (size=105) 2024-11-13T06:00:43,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741861_1037 (size=105) 2024-11-13T06:00:43,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741861_1037 (size=105) 2024-11-13T06:00:43,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ba88b11c4b53e688883ccd29745b67c3 in 10.1940 sec 2024-11-13T06:00:43,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741861_1037 (size=105) 2024-11-13T06:00:43,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. 2024-11-13T06:00:43,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-13T06:00:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-13T06:00:43,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a101f6ed83987aecda72f2f97fbc8b0c 2024-11-13T06:00:43,563 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a101f6ed83987aecda72f2f97fbc8b0c 2024-11-13T06:00:43,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-13T06:00:43,566 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-13T06:00:43,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a101f6ed83987aecda72f2f97fbc8b0c in 10.1980 sec 2024-11-13T06:00:43,567 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-13T06:00:43,567 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-13T06:00:43,568 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-13T06:00:43,569 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T06:00:43,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741863_1039 (size=1174) 2024-11-13T06:00:43,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741863_1039 (size=1174) 2024-11-13T06:00:43,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741863_1039 (size=1174) 2024-11-13T06:00:43,598 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-13T06:00:43,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-13T06:00:43,605 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:43,605 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:43,605 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:43,605 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:43,605 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:43,610 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:43,610 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:43,610 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:43,610 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:43,670 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:00:53,580 INFO [master/bc386b7bf2fe:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T06:00:53,580 INFO [master/bc386b7bf2fe:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T06:00:53,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-13T06:00:53,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-13T06:00:53,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-13T06:00:53,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-13T06:00:53,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-13T06:00:53,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-13T06:00:53,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-13T06:00:53,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-13T06:00:53,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-13T06:00:53,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T06:00:53,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T06:00:53,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T06:00:53,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-13T06:00:53,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-13T06:00:53,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-13T06:00:53,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-13T06:00:53,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-13T06:00:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-13T06:00:53,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-13T06:00:53,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-13T06:00:53,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-13T06:00:53,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-13T06:00:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-13T06:00:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-13T06:00:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-13T06:00:53,615 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,46797,1731477602480 Release verify snapshot worker=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-13T06:00:53,616 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,46797,1731477602480 Release verify snapshot worker=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-13T06:00:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-13T06:00:53,617 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,46259,1731477602544 Release verify snapshot worker=bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:53,617 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,34273,1731477602511 Release verify snapshot worker=bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-13T06:00:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-13T06:00:53,620 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:53,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,34273,1731477602511 in 10.0150 sec 2024-11-13T06:00:53,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,46797,1731477602480 in 10.0140 sec 2024-11-13T06:00:53,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,46797,1731477602480 in 10.0130 sec 2024-11-13T06:00:53,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,46259,1731477602544 in 10.0150 sec 2024-11-13T06:00:53,621 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,46259,1731477602544 Release verify snapshot worker=bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:53,621 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,34273,1731477602511 Release verify snapshot worker=bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:53,621 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,46259,1731477602544 Release verify snapshot worker=bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:53,621 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,34273,1731477602511 Release verify snapshot worker=bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:53,622 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,46797,1731477602480 Release verify snapshot worker=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:00:53,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,46259,1731477602544 in 10.0190 sec 2024-11-13T06:00:53,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,34273,1731477602511 in 10.0190 sec 2024-11-13T06:00:53,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,34273,1731477602511 in 10.0190 sec 2024-11-13T06:00:53,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,46259,1731477602544 in 10.0190 sec 2024-11-13T06:00:53,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,46797,1731477602480 in 10.0200 sec 2024-11-13T06:00:53,671 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:53,671 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server bc386b7bf2fe,46259,1731477602544: Simulated kill ***** 2024-11-13T06:00:53,671 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T06:00:53,672 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T06:00:53,674 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T06:00:53,674 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T06:00:53,674 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T06:00:53,674 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 411984264 }, "NonHeapMemoryUsage": { "committed": 176488448, "init": 7667712, "max": -1, "used": 172524872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T06:00:53,675 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45581 {}] master.MasterRpcServices(700): bc386b7bf2fe,46259,1731477602544 reported a fatal error: ***** ABORTING region server bc386b7bf2fe,46259,1731477602544: Simulated kill ***** 2024-11-13T06:00:53,677 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bc386b7bf2fe,46259,1731477602544' ***** 2024-11-13T06:00:53,677 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-13T06:00:53,677 INFO [RS:2;bc386b7bf2fe:46259 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T06:00:53,677 INFO [RS:2;bc386b7bf2fe:46259 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-13T06:00:53,677 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T06:00:53,677 INFO [RS:2;bc386b7bf2fe:46259 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-13T06:00:53,678 INFO [RS:2;bc386b7bf2fe:46259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T06:00:53,678 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:00:53,678 INFO [RS:2;bc386b7bf2fe:46259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;bc386b7bf2fe:46259. 2024-11-13T06:00:53,678 DEBUG [RS:2;bc386b7bf2fe:46259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:00:53,678 DEBUG [RS:2;bc386b7bf2fe:46259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:00:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741835_1011 (size=1764) 2024-11-13T06:00:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741835_1011 (size=1764) 2024-11-13T06:00:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741835_1011 (size=1764) 2024-11-13T06:00:53,682 DEBUG [RS:2;bc386b7bf2fe:46259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:00:53,682 INFO [RS:2;bc386b7bf2fe:46259 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T06:00:53,682 INFO [RS:2;bc386b7bf2fe:46259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46259 2024-11-13T06:00:53,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101341112dd0003, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:53,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T06:00:53,737 INFO [RS:2;bc386b7bf2fe:46259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T06:00:53,747 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bc386b7bf2fe,46259,1731477602544] 2024-11-13T06:00:53,755 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bc386b7bf2fe,46259,1731477602544 already deleted, retry=false 2024-11-13T06:00:53,756 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of bc386b7bf2fe,46259,1731477602544 on bc386b7bf2fe,45581,1731477602345 2024-11-13T06:00:53,758 INFO [regionserver/bc386b7bf2fe:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T06:00:53,759 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure bc386b7bf2fe,46259,1731477602544, splitWal=true, meta=false 2024-11-13T06:00:53,759 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for bc386b7bf2fe,46259,1731477602544 (carryingMeta=false) bc386b7bf2fe,46259,1731477602544/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5a32bb3a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T06:00:53,761 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure bc386b7bf2fe,46259,1731477602544, splitWal=true, meta=false 2024-11-13T06:00:53,762 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): bc386b7bf2fe,46259,1731477602544 had 4 regions 2024-11-13T06:00:53,764 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure bc386b7bf2fe,46259,1731477602544, splitWal=true, meta=false, isMeta: false 2024-11-13T06:00:53,766 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544-splitting 2024-11-13T06:00:53,767 INFO [PEWorker-3 {}] master.SplitWALManager(105): bc386b7bf2fe,46259,1731477602544 WAL count=1, meta=false 2024-11-13T06:00:53,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure bc386b7bf2fe%2C46259%2C1731477602544.1731477603232}] 2024-11-13T06:00:53,769 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=bc386b7bf2fe,34273,1731477602511 2024-11-13T06:00:53,769 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-13T06:00:53,769 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-13T06:00:53,769 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-13T06:00:53,770 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-13T06:00:53,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure bc386b7bf2fe%2C46259%2C1731477602544.1731477603232, worker=bc386b7bf2fe,34273,1731477602511}] 2024-11-13T06:00:53,770 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,46259,1731477602544 Release verify snapshot worker=bc386b7bf2fe,46259,1731477602544 2024-11-13T06:00:53,770 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to bc386b7bf2fe,46259,1731477602544, this operation will be retried to send to another server 2024-11-13T06:00:53,770 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T06:00:53,771 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731477654771 2024-11-13T06:00:53,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101341112dd0003, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T06:00:53,848 INFO [RS:2;bc386b7bf2fe:46259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T06:00:53,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101341112dd0003, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T06:00:53,848 INFO [RS:2;bc386b7bf2fe:46259 {}] regionserver.HRegionServer(1031): Exiting; stopping=bc386b7bf2fe,46259,1731477602544; zookeeper connection closed. 2024-11-13T06:00:53,848 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29dce2b0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29dce2b0 2024-11-13T06:00:54,163 INFO [regionserver/bc386b7bf2fe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T06:00:54,164 INFO [regionserver/bc386b7bf2fe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T06:00:54,776 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:01:02,326 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T06:01:03,108 INFO [regionserver/bc386b7bf2fe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-13T06:01:03,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-13T06:01:03,792 INFO [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544-splitting/bc386b7bf2fe%2C46259%2C1731477602544.1731477603232, size=1.7 K (1764bytes) 2024-11-13T06:01:03,792 INFO [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544-splitting/bc386b7bf2fe%2C46259%2C1731477602544.1731477603232 2024-11-13T06:01:03,793 INFO [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544-splitting/bc386b7bf2fe%2C46259%2C1731477602544.1731477603232 after 1ms 2024-11-13T06:01:03,796 INFO [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544-splitting/bc386b7bf2fe%2C46259%2C1731477602544.1731477603232 took 4ms 2024-11-13T06:01:03,798 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 55d2c7eed9661145c96e8358c9f987bc: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T06:01:03,799 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for ad5cd221ea3bd6e89d0cdfc65f66677c: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-13T06:01:03,800 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 6a826b2d3bd06cfd8729b2d1c809a23b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T06:01:03,801 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for bafb3ef71ee9364d936f95c2d30914e2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T06:01:03,801 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544-splitting/bc386b7bf2fe%2C46259%2C1731477602544.1731477603232 so closing down 2024-11-13T06:01:03,801 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T06:01:03,802 INFO [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T06:01:03,802 INFO [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544-splitting/bc386b7bf2fe%2C46259%2C1731477602544.1731477603232, size=1.7 K, length=1764, corrupted=false, cancelled=false 2024-11-13T06:01:03,802 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544-splitting/bc386b7bf2fe%2C46259%2C1731477602544.1731477603232, journal: Splitting hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544-splitting/bc386b7bf2fe%2C46259%2C1731477602544.1731477603232, size=1.7 K (1764bytes) at 1731477663792Finishing writing output for hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544-splitting/bc386b7bf2fe%2C46259%2C1731477602544.1731477603232 so closing down at 1731477663801 (+9 ms)3 split writer threads finished at 1731477663802 (+1 ms)Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544-splitting/bc386b7bf2fe%2C46259%2C1731477602544.1731477603232, size=1.7 K, length=1764, corrupted=false, cancelled=false at 1731477663802 2024-11-13T06:01:03,802 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544-splitting/bc386b7bf2fe%2C46259%2C1731477602544.1731477603232 2024-11-13T06:01:03,802 DEBUG [RS_LOG_REPLAY_OPS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-13T06:01:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-13T06:01:03,806 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544-splitting/bc386b7bf2fe%2C46259%2C1731477602544.1731477603232 to hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/oldWALs 2024-11-13T06:01:03,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-13T06:01:03,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure bc386b7bf2fe%2C46259%2C1731477602544.1731477603232, worker=bc386b7bf2fe,34273,1731477602511 in 10.0360 sec 2024-11-13T06:01:03,809 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=bc386b7bf2fe,34273,1731477602511 2024-11-13T06:01:03,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-13T06:01:03,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure bc386b7bf2fe%2C46259%2C1731477602544.1731477603232, worker=bc386b7bf2fe,34273,1731477602511 in 10.0420 sec 2024-11-13T06:01:03,813 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544-splitting dir is empty, no logs to split. 2024-11-13T06:01:03,813 INFO [PEWorker-2 {}] master.SplitWALManager(105): bc386b7bf2fe,46259,1731477602544 WAL count=0, meta=false 2024-11-13T06:01:03,813 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if bc386b7bf2fe,46259,1731477602544 WAL splitting is done? wals=0, meta=false 2024-11-13T06:01:03,815 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for bc386b7bf2fe,46259,1731477602544 failed, ignore...File hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/WALs/bc386b7bf2fe,46259,1731477602544-splitting does not exist. 2024-11-13T06:01:03,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bafb3ef71ee9364d936f95c2d30914e2, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad5cd221ea3bd6e89d0cdfc65f66677c, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a826b2d3bd06cfd8729b2d1c809a23b, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55d2c7eed9661145c96e8358c9f987bc, ASSIGN}] 2024-11-13T06:01:03,817 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad5cd221ea3bd6e89d0cdfc65f66677c, ASSIGN 2024-11-13T06:01:03,818 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bafb3ef71ee9364d936f95c2d30914e2, ASSIGN 2024-11-13T06:01:03,818 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a826b2d3bd06cfd8729b2d1c809a23b, ASSIGN 2024-11-13T06:01:03,818 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55d2c7eed9661145c96e8358c9f987bc, ASSIGN 2024-11-13T06:01:03,818 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad5cd221ea3bd6e89d0cdfc65f66677c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T06:01:03,818 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bafb3ef71ee9364d936f95c2d30914e2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T06:01:03,818 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a826b2d3bd06cfd8729b2d1c809a23b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T06:01:03,818 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=55d2c7eed9661145c96e8358c9f987bc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T06:01:03,969 DEBUG [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(204): Hosts are {bc386b7bf2fe=0} racks are {/default-rack=0} 2024-11-13T06:01:03,970 DEBUG [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T06:01:03,970 DEBUG [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T06:01:03,970 DEBUG [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T06:01:03,970 DEBUG [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T06:01:03,970 INFO [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T06:01:03,970 INFO [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T06:01:03,970 DEBUG [bc386b7bf2fe:45581 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T06:01:03,970 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=55d2c7eed9661145c96e8358c9f987bc, regionState=OPENING, regionLocation=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:01:03,970 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=ad5cd221ea3bd6e89d0cdfc65f66677c, regionState=OPENING, regionLocation=bc386b7bf2fe,34273,1731477602511 2024-11-13T06:01:03,970 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=6a826b2d3bd06cfd8729b2d1c809a23b, regionState=OPENING, regionLocation=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:01:03,970 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=bafb3ef71ee9364d936f95c2d30914e2, regionState=OPENING, regionLocation=bc386b7bf2fe,34273,1731477602511 2024-11-13T06:01:03,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad5cd221ea3bd6e89d0cdfc65f66677c, ASSIGN because future has completed 2024-11-13T06:01:03,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad5cd221ea3bd6e89d0cdfc65f66677c, server=bc386b7bf2fe,34273,1731477602511}] 2024-11-13T06:01:03,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a826b2d3bd06cfd8729b2d1c809a23b, ASSIGN because future has completed 2024-11-13T06:01:03,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a826b2d3bd06cfd8729b2d1c809a23b, server=bc386b7bf2fe,46797,1731477602480}] 2024-11-13T06:01:03,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bafb3ef71ee9364d936f95c2d30914e2, ASSIGN because future has completed 2024-11-13T06:01:03,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure bafb3ef71ee9364d936f95c2d30914e2, server=bc386b7bf2fe,34273,1731477602511}] 2024-11-13T06:01:03,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=55d2c7eed9661145c96e8358c9f987bc, ASSIGN because future has completed 2024-11-13T06:01:03,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55d2c7eed9661145c96e8358c9f987bc, server=bc386b7bf2fe,46797,1731477602480}] 2024-11-13T06:01:04,837 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. 2024-11-13T06:01:04,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-13T06:01:04,837 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a826b2d3bd06cfd8729b2d1c809a23b, NAME => 'SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-13T06:01:04,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-13T06:01:04,837 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:01:04,837 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:01:04,838 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:01:04,838 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:01:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45581 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-13T06:01:04,839 INFO [StoreOpener-6a826b2d3bd06cfd8729b2d1c809a23b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:01:04,840 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,46797,1731477602480 Release verify snapshot worker=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:01:04,841 INFO [StoreOpener-6a826b2d3bd06cfd8729b2d1c809a23b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a826b2d3bd06cfd8729b2d1c809a23b columnFamilyName cf 2024-11-13T06:01:04,841 DEBUG [StoreOpener-6a826b2d3bd06cfd8729b2d1c809a23b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:01:04,841 INFO [StoreOpener-6a826b2d3bd06cfd8729b2d1c809a23b-1 {}] regionserver.HStore(327): Store=6a826b2d3bd06cfd8729b2d1c809a23b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T06:01:04,841 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:01:04,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-13T06:01:04,842 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-13T06:01:04,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=bc386b7bf2fe,46797,1731477602480 in 21.2380 sec 2024-11-13T06:01:04,842 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:01:04,843 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/.hbase-snapshot/SnapshotProcedureTest 2024-11-13T06:01:04,844 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:01:04,844 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-13T06:01:04,844 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-13T06:01:04,844 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:01:04,844 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:01:04,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.4960 sec 2024-11-13T06:01:04,847 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:01:04,848 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 6a826b2d3bd06cfd8729b2d1c809a23b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66677535, jitterRate=-0.006427302956581116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T06:01:04,848 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:01:04,848 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 6a826b2d3bd06cfd8729b2d1c809a23b: Running coprocessor pre-open hook at 1731477664838Writing region info on filesystem at 1731477664838Initializing all the Stores at 1731477664839 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477664839Cleaning up temporary data from old regions at 1731477664844 (+5 ms)Running coprocessor post-open hooks at 1731477664848 (+4 ms)Region opened successfully at 1731477664848 2024-11-13T06:01:04,849 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b., pid=54, masterSystemTime=1731477664777 2024-11-13T06:01:04,851 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. 2024-11-13T06:01:04,851 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. 2024-11-13T06:01:04,851 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. 2024-11-13T06:01:04,851 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=6a826b2d3bd06cfd8729b2d1c809a23b, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:01:04,851 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 55d2c7eed9661145c96e8358c9f987bc, NAME => 'SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-13T06:01:04,852 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:01:04,852 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T06:01:04,852 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:01:04,852 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:01:04,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a826b2d3bd06cfd8729b2d1c809a23b, server=bc386b7bf2fe,46797,1731477602480 because future has completed 2024-11-13T06:01:04,854 INFO [StoreOpener-55d2c7eed9661145c96e8358c9f987bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:01:04,855 INFO [StoreOpener-55d2c7eed9661145c96e8358c9f987bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55d2c7eed9661145c96e8358c9f987bc columnFamilyName cf 2024-11-13T06:01:04,855 DEBUG [StoreOpener-55d2c7eed9661145c96e8358c9f987bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T06:01:04,855 INFO [StoreOpener-55d2c7eed9661145c96e8358c9f987bc-1 {}] regionserver.HStore(327): Store=55d2c7eed9661145c96e8358c9f987bc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T06:01:04,856 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:01:04,857 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:01:04,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-11-13T06:01:04,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a826b2d3bd06cfd8729b2d1c809a23b, server=bc386b7bf2fe,46797,1731477602480 in 880 msec 2024-11-13T06:01:04,858 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:01:04,859 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:01:04,859 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:01:04,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a826b2d3bd06cfd8729b2d1c809a23b, ASSIGN in 1.0410 sec 2024-11-13T06:01:04,861 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:01:04,862 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 55d2c7eed9661145c96e8358c9f987bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69886636, jitterRate=0.04139202833175659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T06:01:04,862 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:01:04,862 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 55d2c7eed9661145c96e8358c9f987bc: Running coprocessor pre-open hook at 1731477664852Writing region info on filesystem at 1731477664852Initializing all the Stores at 1731477664853 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731477664853Cleaning up temporary data from old regions at 1731477664859 (+6 ms)Running coprocessor post-open hooks at 1731477664862 (+3 ms)Region opened successfully at 1731477664862 2024-11-13T06:01:04,862 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc., pid=56, masterSystemTime=1731477664777 2024-11-13T06:01:04,864 DEBUG [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. 2024-11-13T06:01:04,864 INFO [RS_OPEN_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. 2024-11-13T06:01:04,865 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=55d2c7eed9661145c96e8358c9f987bc, regionState=OPEN, openSeqNum=2, regionLocation=bc386b7bf2fe,46797,1731477602480 2024-11-13T06:01:04,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55d2c7eed9661145c96e8358c9f987bc, server=bc386b7bf2fe,46797,1731477602480 because future has completed 2024-11-13T06:01:04,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=52 2024-11-13T06:01:04,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=52, state=SUCCESS, hasLock=false; OpenRegionProcedure 55d2c7eed9661145c96e8358c9f987bc, server=bc386b7bf2fe,46797,1731477602480 in 889 msec 2024-11-13T06:01:04,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55d2c7eed9661145c96e8358c9f987bc, ASSIGN in 1.0530 sec 2024-11-13T06:01:05,050 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-13T06:01:05,055 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-13T06:01:05,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T06:01:05,055 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T06:01:05,055 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:01:05,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:05,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T06:01:05,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:05,056 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T06:01:05,056 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1322503900, stopped=false 2024-11-13T06:01:05,056 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bc386b7bf2fe,45581,1731477602345 2024-11-13T06:01:05,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T06:01:05,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T06:01:05,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T06:01:05,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:01:05,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:01:05,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:01:05,095 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T06:01:05,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T06:01:05,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T06:01:05,097 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T06:01:05,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:01:05,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:05,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T06:01:05,098 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bc386b7bf2fe,46797,1731477602480' ***** 2024-11-13T06:01:05,098 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T06:01:05,098 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bc386b7bf2fe,34273,1731477602511' ***** 2024-11-13T06:01:05,098 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T06:01:05,098 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T06:01:05,098 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T06:01:05,098 INFO [RS:0;bc386b7bf2fe:46797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T06:01:05,099 INFO [RS:0;bc386b7bf2fe:46797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T06:01:05,099 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(3091): Received CLOSE for 55d2c7eed9661145c96e8358c9f987bc 2024-11-13T06:01:05,099 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T06:01:05,099 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T06:01:05,099 INFO [RS:1;bc386b7bf2fe:34273 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T06:01:05,099 INFO [RS:1;bc386b7bf2fe:34273 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T06:01:05,099 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.HRegionServer(3091): Received CLOSE for ba88b11c4b53e688883ccd29745b67c3 2024-11-13T06:01:05,099 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d39c8ad462c3a0c9ef6d033ebadbd3c 2024-11-13T06:01:05,099 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(3091): Received CLOSE for 54261d94f699d547edb05849d1f3dbc3 2024-11-13T06:01:05,100 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55d2c7eed9661145c96e8358c9f987bc, disabling compactions & flushes 2024-11-13T06:01:05,100 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(3091): Received CLOSE for a101f6ed83987aecda72f2f97fbc8b0c 2024-11-13T06:01:05,100 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. 2024-11-13T06:01:05,100 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.HRegionServer(3091): Received CLOSE for 22587401c62e4d59c5f7412dd74d8926 2024-11-13T06:01:05,100 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a826b2d3bd06cfd8729b2d1c809a23b 2024-11-13T06:01:05,100 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. 2024-11-13T06:01:05,100 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b9d7c7995b8aab81a8db45e46f230e3 2024-11-13T06:01:05,100 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. after waiting 0 ms 2024-11-13T06:01:05,100 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(959): stopping server bc386b7bf2fe,46797,1731477602480 2024-11-13T06:01:05,100 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.HRegionServer(959): stopping server bc386b7bf2fe,34273,1731477602511 2024-11-13T06:01:05,100 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. 2024-11-13T06:01:05,100 INFO [RS:0;bc386b7bf2fe:46797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T06:01:05,100 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba88b11c4b53e688883ccd29745b67c3, disabling compactions & flushes 2024-11-13T06:01:05,100 INFO [RS:1;bc386b7bf2fe:34273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T06:01:05,100 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3. 2024-11-13T06:01:05,100 INFO [RS:0;bc386b7bf2fe:46797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bc386b7bf2fe:46797. 2024-11-13T06:01:05,100 INFO [RS:1;bc386b7bf2fe:34273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;bc386b7bf2fe:34273. 2024-11-13T06:01:05,100 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3. 2024-11-13T06:01:05,100 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3. after waiting 0 ms 2024-11-13T06:01:05,100 DEBUG [RS:0;bc386b7bf2fe:46797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:01:05,100 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3. 2024-11-13T06:01:05,100 DEBUG [RS:1;bc386b7bf2fe:34273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:01:05,100 DEBUG [RS:0;bc386b7bf2fe:46797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:05,100 DEBUG [RS:1;bc386b7bf2fe:34273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:05,100 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T06:01:05,100 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T06:01:05,100 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T06:01:05,101 DEBUG [RS:1;bc386b7bf2fe:34273 {}] regionserver.HRegionServer(1325): Online Regions={ba88b11c4b53e688883ccd29745b67c3=SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3., 22587401c62e4d59c5f7412dd74d8926=SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926., 2b9d7c7995b8aab81a8db45e46f230e3=SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3.} 2024-11-13T06:01:05,101 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T06:01:05,101 DEBUG [RS:1;bc386b7bf2fe:34273 {}] regionserver.HRegionServer(1351): Waiting on 22587401c62e4d59c5f7412dd74d8926, 2b9d7c7995b8aab81a8db45e46f230e3, ba88b11c4b53e688883ccd29745b67c3 2024-11-13T06:01:05,101 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T06:01:05,101 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-13T06:01:05,101 DEBUG [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(1325): Online Regions={55d2c7eed9661145c96e8358c9f987bc=SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc., 2d39c8ad462c3a0c9ef6d033ebadbd3c=SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c., 54261d94f699d547edb05849d1f3dbc3=SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3., 1588230740=hbase:meta,,1.1588230740, a101f6ed83987aecda72f2f97fbc8b0c=SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c., 6a826b2d3bd06cfd8729b2d1c809a23b=SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b.} 2024-11-13T06:01:05,101 DEBUG [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d39c8ad462c3a0c9ef6d033ebadbd3c, 54261d94f699d547edb05849d1f3dbc3, 55d2c7eed9661145c96e8358c9f987bc, 6a826b2d3bd06cfd8729b2d1c809a23b, a101f6ed83987aecda72f2f97fbc8b0c 2024-11-13T06:01:05,101 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T06:01:05,101 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T06:01:05,101 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T06:01:05,101 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T06:01:05,102 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T06:01:05,102 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.08 KB heapSize=25.36 KB 2024-11-13T06:01:05,104 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/55d2c7eed9661145c96e8358c9f987bc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T06:01:05,104 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/ba88b11c4b53e688883ccd29745b67c3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T06:01:05,105 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. 2024-11-13T06:01:05,105 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55d2c7eed9661145c96e8358c9f987bc: Waiting for close lock at 1731477665099Running coprocessor pre-close hooks at 1731477665099Disabling compacts and flushes for region at 1731477665099Disabling writes for close at 1731477665100 (+1 ms)Writing region close event to WAL at 1731477665100Running coprocessor post-close hooks at 1731477665105 (+5 ms)Closed at 1731477665105 2024-11-13T06:01:05,105 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3. 2024-11-13T06:01:05,105 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba88b11c4b53e688883ccd29745b67c3: Waiting for close lock at 1731477665100Running coprocessor pre-close hooks at 1731477665100Disabling compacts and flushes for region at 1731477665100Disabling writes for close at 1731477665100Writing region close event to WAL at 1731477665102 (+2 ms)Running coprocessor post-close hooks at 1731477665105 (+3 ms)Closed at 1731477665105 2024-11-13T06:01:05,105 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731477613604.55d2c7eed9661145c96e8358c9f987bc. 2024-11-13T06:01:05,105 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731477613604.ba88b11c4b53e688883ccd29745b67c3. 2024-11-13T06:01:05,105 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d39c8ad462c3a0c9ef6d033ebadbd3c, disabling compactions & flushes 2024-11-13T06:01:05,105 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22587401c62e4d59c5f7412dd74d8926, disabling compactions & flushes 2024-11-13T06:01:05,105 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c. 2024-11-13T06:01:05,105 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926. 2024-11-13T06:01:05,105 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c. 2024-11-13T06:01:05,105 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926. 2024-11-13T06:01:05,105 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c. after waiting 0 ms 2024-11-13T06:01:05,105 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926. after waiting 0 ms 2024-11-13T06:01:05,105 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c. 2024-11-13T06:01:05,105 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926. 2024-11-13T06:01:05,109 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/22587401c62e4d59c5f7412dd74d8926/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T06:01:05,110 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/2d39c8ad462c3a0c9ef6d033ebadbd3c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T06:01:05,110 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926. 2024-11-13T06:01:05,110 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22587401c62e4d59c5f7412dd74d8926: Waiting for close lock at 1731477665105Running coprocessor pre-close hooks at 1731477665105Disabling compacts and flushes for region at 1731477665105Disabling writes for close at 1731477665105Writing region close event to WAL at 1731477665106 (+1 ms)Running coprocessor post-close hooks at 1731477665109 (+3 ms)Closed at 1731477665109 2024-11-13T06:01:05,110 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731477613604.22587401c62e4d59c5f7412dd74d8926. 2024-11-13T06:01:05,110 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b9d7c7995b8aab81a8db45e46f230e3, disabling compactions & flushes 2024-11-13T06:01:05,110 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c. 2024-11-13T06:01:05,110 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3. 2024-11-13T06:01:05,110 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d39c8ad462c3a0c9ef6d033ebadbd3c: Waiting for close lock at 1731477665105Running coprocessor pre-close hooks at 1731477665105Disabling compacts and flushes for region at 1731477665105Disabling writes for close at 1731477665105Writing region close event to WAL at 1731477665106 (+1 ms)Running coprocessor post-close hooks at 1731477665110 (+4 ms)Closed at 1731477665110 2024-11-13T06:01:05,110 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3. 2024-11-13T06:01:05,110 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3. after waiting 0 ms 2024-11-13T06:01:05,110 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731477613604.2d39c8ad462c3a0c9ef6d033ebadbd3c. 2024-11-13T06:01:05,110 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3. 2024-11-13T06:01:05,110 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54261d94f699d547edb05849d1f3dbc3, disabling compactions & flushes 2024-11-13T06:01:05,110 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3. 2024-11-13T06:01:05,110 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3. 2024-11-13T06:01:05,110 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3. after waiting 0 ms 2024-11-13T06:01:05,110 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3. 2024-11-13T06:01:05,114 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/54261d94f699d547edb05849d1f3dbc3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T06:01:05,114 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/2b9d7c7995b8aab81a8db45e46f230e3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T06:01:05,114 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3. 2024-11-13T06:01:05,114 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54261d94f699d547edb05849d1f3dbc3: Waiting for close lock at 1731477665110Running coprocessor pre-close hooks at 1731477665110Disabling compacts and flushes for region at 1731477665110Disabling writes for close at 1731477665110Writing region close event to WAL at 1731477665111 (+1 ms)Running coprocessor post-close hooks at 1731477665114 (+3 ms)Closed at 1731477665114 2024-11-13T06:01:05,114 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731477613604.54261d94f699d547edb05849d1f3dbc3. 2024-11-13T06:01:05,115 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a101f6ed83987aecda72f2f97fbc8b0c, disabling compactions & flushes 2024-11-13T06:01:05,115 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. 2024-11-13T06:01:05,115 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3. 2024-11-13T06:01:05,115 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. 2024-11-13T06:01:05,115 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b9d7c7995b8aab81a8db45e46f230e3: Waiting for close lock at 1731477665110Running coprocessor pre-close hooks at 1731477665110Disabling compacts and flushes for region at 1731477665110Disabling writes for close at 1731477665110Writing region close event to WAL at 1731477665110Running coprocessor post-close hooks at 1731477665115 (+5 ms)Closed at 1731477665115 2024-11-13T06:01:05,115 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. after waiting 0 ms 2024-11-13T06:01:05,115 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. 2024-11-13T06:01:05,115 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731477613604.2b9d7c7995b8aab81a8db45e46f230e3. 2024-11-13T06:01:05,118 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/a101f6ed83987aecda72f2f97fbc8b0c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T06:01:05,119 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. 2024-11-13T06:01:05,119 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a101f6ed83987aecda72f2f97fbc8b0c: Waiting for close lock at 1731477665115Running coprocessor pre-close hooks at 1731477665115Disabling compacts and flushes for region at 1731477665115Disabling writes for close at 1731477665115Writing region close event to WAL at 1731477665115Running coprocessor post-close hooks at 1731477665119 (+4 ms)Closed at 1731477665119 2024-11-13T06:01:05,119 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731477613604.a101f6ed83987aecda72f2f97fbc8b0c. 2024-11-13T06:01:05,119 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a826b2d3bd06cfd8729b2d1c809a23b, disabling compactions & flushes 2024-11-13T06:01:05,119 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. 2024-11-13T06:01:05,120 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. 2024-11-13T06:01:05,120 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. after waiting 0 ms 2024-11-13T06:01:05,120 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. 2024-11-13T06:01:05,120 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740/.tmp/info/562ab50a997443ffb7c95a3843e74481 is 167, key is SPTestTable,19999999,1731477613604.bafb3ef71ee9364d936f95c2d30914e2./info:regioninfo/1731477663970/Put/seqid=0 2024-11-13T06:01:05,123 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/default/SPTestTable/6a826b2d3bd06cfd8729b2d1c809a23b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T06:01:05,124 INFO [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. 2024-11-13T06:01:05,124 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a826b2d3bd06cfd8729b2d1c809a23b: Waiting for close lock at 1731477665119Running coprocessor pre-close hooks at 1731477665119Disabling compacts and flushes for region at 1731477665119Disabling writes for close at 1731477665120 (+1 ms)Writing region close event to WAL at 1731477665120Running coprocessor post-close hooks at 1731477665124 (+4 ms)Closed at 1731477665124 2024-11-13T06:01:05,124 DEBUG [RS_CLOSE_REGION-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731477613604.6a826b2d3bd06cfd8729b2d1c809a23b. 2024-11-13T06:01:05,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741864_1040 (size=19563) 2024-11-13T06:01:05,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741864_1040 (size=19563) 2024-11-13T06:01:05,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741864_1040 (size=19563) 2024-11-13T06:01:05,127 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.93 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740/.tmp/info/562ab50a997443ffb7c95a3843e74481 2024-11-13T06:01:05,129 INFO [regionserver/bc386b7bf2fe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T06:01:05,129 INFO [regionserver/bc386b7bf2fe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T06:01:05,146 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740/.tmp/ns/afb1082cbc1e4f898bd7e11a7f82ca88 is 43, key is default/ns:d/1731477613495/Put/seqid=0 2024-11-13T06:01:05,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741865_1041 (size=5153) 2024-11-13T06:01:05,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741865_1041 (size=5153) 2024-11-13T06:01:05,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741865_1041 (size=5153) 2024-11-13T06:01:05,153 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740/.tmp/ns/afb1082cbc1e4f898bd7e11a7f82ca88 2024-11-13T06:01:05,156 INFO [regionserver/bc386b7bf2fe:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T06:01:05,164 INFO [regionserver/bc386b7bf2fe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T06:01:05,164 INFO [regionserver/bc386b7bf2fe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T06:01:05,172 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740/.tmp/table/3d17617e201b465695335905ac0a35ea is 47, key is SPTestTable/table:state/1731477624321/Put/seqid=0 2024-11-13T06:01:05,173 INFO [regionserver/bc386b7bf2fe:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T06:01:05,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741866_1042 (size=5214) 2024-11-13T06:01:05,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741866_1042 (size=5214) 2024-11-13T06:01:05,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741866_1042 (size=5214) 2024-11-13T06:01:05,181 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740/.tmp/table/3d17617e201b465695335905ac0a35ea 2024-11-13T06:01:05,188 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740/.tmp/info/562ab50a997443ffb7c95a3843e74481 as hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740/info/562ab50a997443ffb7c95a3843e74481 2024-11-13T06:01:05,196 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740/info/562ab50a997443ffb7c95a3843e74481, entries=110, sequenceid=35, filesize=19.1 K 2024-11-13T06:01:05,197 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740/.tmp/ns/afb1082cbc1e4f898bd7e11a7f82ca88 as hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740/ns/afb1082cbc1e4f898bd7e11a7f82ca88 2024-11-13T06:01:05,205 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740/ns/afb1082cbc1e4f898bd7e11a7f82ca88, entries=2, sequenceid=35, filesize=5.0 K 2024-11-13T06:01:05,206 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740/.tmp/table/3d17617e201b465695335905ac0a35ea as hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740/table/3d17617e201b465695335905ac0a35ea 2024-11-13T06:01:05,213 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740/table/3d17617e201b465695335905ac0a35ea, entries=2, sequenceid=35, filesize=5.1 K 2024-11-13T06:01:05,214 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.08 KB/15446, heapSize ~25.06 KB/25664, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=35, compaction requested=false 2024-11-13T06:01:05,219 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-13T06:01:05,220 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T06:01:05,220 INFO [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T06:01:05,220 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731477665101Running coprocessor pre-close hooks at 1731477665101Disabling compacts and flushes for region at 1731477665101Disabling writes for close at 1731477665102 (+1 ms)Obtaining lock to block concurrent updates at 1731477665102Preparing flush snapshotting stores in 1588230740 at 1731477665102Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15446, getHeapSize=25904, getOffHeapSize=0, getCellsCount=126 at 1731477665102Flushing stores of hbase:meta,,1.1588230740 at 1731477665103 (+1 ms)Flushing 1588230740/info: creating writer at 1731477665103Flushing 1588230740/info: appending metadata at 1731477665120 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731477665120Flushing 1588230740/ns: creating writer at 1731477665132 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731477665146 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731477665146Flushing 1588230740/table: creating writer at 1731477665159 (+13 ms)Flushing 1588230740/table: appending metadata at 1731477665172 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731477665172Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@456e9c86: reopening flushed file at 1731477665187 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bd858a2: reopening flushed file at 1731477665196 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75b2526f: reopening flushed file at 1731477665205 (+9 ms)Finished flush of dataSize ~15.08 KB/15446, heapSize ~25.06 KB/25664, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=35, compaction requested=false at 1731477665214 (+9 ms)Writing region close event to WAL at 1731477665215 (+1 ms)Running coprocessor post-close hooks at 1731477665220 (+5 ms)Closed at 1731477665220 2024-11-13T06:01:05,220 DEBUG [RS_CLOSE_META-regionserver/bc386b7bf2fe:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T06:01:05,301 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.HRegionServer(976): stopping server bc386b7bf2fe,34273,1731477602511; all regions closed. 2024-11-13T06:01:05,301 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(976): stopping server bc386b7bf2fe,46797,1731477602480; all regions closed. 2024-11-13T06:01:05,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741833_1009 (size=2364) 2024-11-13T06:01:05,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741836_1012 (size=18132) 2024-11-13T06:01:05,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741833_1009 (size=2364) 2024-11-13T06:01:05,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741833_1009 (size=2364) 2024-11-13T06:01:05,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741836_1012 (size=18132) 2024-11-13T06:01:05,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741836_1012 (size=18132) 2024-11-13T06:01:05,311 DEBUG [RS:1;bc386b7bf2fe:34273 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/oldWALs 2024-11-13T06:01:05,311 INFO [RS:1;bc386b7bf2fe:34273 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bc386b7bf2fe%2C34273%2C1731477602511:(num 1731477603219) 2024-11-13T06:01:05,311 DEBUG [RS:1;bc386b7bf2fe:34273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:05,311 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T06:01:05,311 INFO [RS:1;bc386b7bf2fe:34273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T06:01:05,311 DEBUG [RS:0;bc386b7bf2fe:46797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/oldWALs 2024-11-13T06:01:05,311 INFO [RS:0;bc386b7bf2fe:46797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bc386b7bf2fe%2C46797%2C1731477602480.meta:.meta(num 1731477613389) 2024-11-13T06:01:05,311 INFO [RS:1;bc386b7bf2fe:34273 {}] hbase.ChoreService(370): Chore service for: regionserver/bc386b7bf2fe:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T06:01:05,311 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T06:01:05,312 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T06:01:05,312 INFO [regionserver/bc386b7bf2fe:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T06:01:05,312 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T06:01:05,312 INFO [RS:1;bc386b7bf2fe:34273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T06:01:05,312 INFO [RS:1;bc386b7bf2fe:34273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34273 2024-11-13T06:01:05,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741834_1010 (size=4022) 2024-11-13T06:01:05,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741834_1010 (size=4022) 2024-11-13T06:01:05,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741834_1010 (size=4022) 2024-11-13T06:01:05,317 DEBUG [RS:0;bc386b7bf2fe:46797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/oldWALs 2024-11-13T06:01:05,317 INFO [RS:0;bc386b7bf2fe:46797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bc386b7bf2fe%2C46797%2C1731477602480:(num 1731477603229) 2024-11-13T06:01:05,317 DEBUG [RS:0;bc386b7bf2fe:46797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:05,317 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T06:01:05,317 INFO [RS:0;bc386b7bf2fe:46797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T06:01:05,317 INFO [RS:0;bc386b7bf2fe:46797 {}] hbase.ChoreService(370): Chore service for: regionserver/bc386b7bf2fe:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T06:01:05,317 INFO [RS:0;bc386b7bf2fe:46797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T06:01:05,317 INFO [regionserver/bc386b7bf2fe:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T06:01:05,317 INFO [RS:0;bc386b7bf2fe:46797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46797 2024-11-13T06:01:05,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T06:01:05,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bc386b7bf2fe,34273,1731477602511 2024-11-13T06:01:05,344 INFO [RS:1;bc386b7bf2fe:34273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T06:01:05,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bc386b7bf2fe,46797,1731477602480 2024-11-13T06:01:05,353 INFO [RS:0;bc386b7bf2fe:46797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T06:01:05,361 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bc386b7bf2fe,46797,1731477602480] 2024-11-13T06:01:05,377 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bc386b7bf2fe,46797,1731477602480 already deleted, retry=false 2024-11-13T06:01:05,378 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bc386b7bf2fe,46797,1731477602480 expired; onlineServers=1 2024-11-13T06:01:05,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bc386b7bf2fe,34273,1731477602511] 2024-11-13T06:01:05,386 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bc386b7bf2fe,34273,1731477602511 already deleted, retry=false 2024-11-13T06:01:05,386 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bc386b7bf2fe,34273,1731477602511 expired; onlineServers=0 2024-11-13T06:01:05,386 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bc386b7bf2fe,45581,1731477602345' ***** 2024-11-13T06:01:05,386 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T06:01:05,386 INFO [M:0;bc386b7bf2fe:45581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T06:01:05,386 INFO [M:0;bc386b7bf2fe:45581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T06:01:05,386 DEBUG [M:0;bc386b7bf2fe:45581 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T06:01:05,386 DEBUG [M:0;bc386b7bf2fe:45581 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T06:01:05,386 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T06:01:05,386 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster-HFileCleaner.large.0-1731477602880 {}] cleaner.HFileCleaner(306): Exit Thread[master/bc386b7bf2fe:0:becomeActiveMaster-HFileCleaner.large.0-1731477602880,5,FailOnTimeoutGroup] 2024-11-13T06:01:05,386 DEBUG [master/bc386b7bf2fe:0:becomeActiveMaster-HFileCleaner.small.0-1731477602880 {}] cleaner.HFileCleaner(306): Exit Thread[master/bc386b7bf2fe:0:becomeActiveMaster-HFileCleaner.small.0-1731477602880,5,FailOnTimeoutGroup] 2024-11-13T06:01:05,386 INFO [M:0;bc386b7bf2fe:45581 {}] hbase.ChoreService(370): Chore service for: master/bc386b7bf2fe:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T06:01:05,387 INFO [M:0;bc386b7bf2fe:45581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T06:01:05,387 DEBUG [M:0;bc386b7bf2fe:45581 {}] master.HMaster(1795): Stopping service threads 2024-11-13T06:01:05,387 INFO [M:0;bc386b7bf2fe:45581 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T06:01:05,387 INFO [M:0;bc386b7bf2fe:45581 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T06:01:05,387 ERROR [M:0;bc386b7bf2fe:45581 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:41963 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41963,5,PEWorkerGroup] 2024-11-13T06:01:05,387 INFO [M:0;bc386b7bf2fe:45581 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T06:01:05,387 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T06:01:05,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T06:01:05,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T06:01:05,394 DEBUG [M:0;bc386b7bf2fe:45581 {}] zookeeper.ZKUtil(347): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T06:01:05,394 WARN [M:0;bc386b7bf2fe:45581 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T06:01:05,395 INFO [M:0;bc386b7bf2fe:45581 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/.lastflushedseqids 2024-11-13T06:01:05,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741867_1043 (size=650) 2024-11-13T06:01:05,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741867_1043 (size=650) 2024-11-13T06:01:05,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741867_1043 (size=650) 2024-11-13T06:01:05,403 INFO [M:0;bc386b7bf2fe:45581 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T06:01:05,403 INFO [M:0;bc386b7bf2fe:45581 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T06:01:05,403 DEBUG [M:0;bc386b7bf2fe:45581 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T06:01:05,403 INFO [M:0;bc386b7bf2fe:45581 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T06:01:05,403 DEBUG [M:0;bc386b7bf2fe:45581 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T06:01:05,404 DEBUG [M:0;bc386b7bf2fe:45581 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T06:01:05,404 DEBUG [M:0;bc386b7bf2fe:45581 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T06:01:05,404 INFO [M:0;bc386b7bf2fe:45581 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=180.87 KB heapSize=221.15 KB 2024-11-13T06:01:05,422 DEBUG [M:0;bc386b7bf2fe:45581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3be4c41009924ea089bd0af01cb8f903 is 82, key is hbase:meta,,1/info:regioninfo/1731477613427/Put/seqid=0 2024-11-13T06:01:05,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741868_1044 (size=5672) 2024-11-13T06:01:05,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741868_1044 (size=5672) 2024-11-13T06:01:05,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741868_1044 (size=5672) 2024-11-13T06:01:05,430 INFO [M:0;bc386b7bf2fe:45581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3be4c41009924ea089bd0af01cb8f903 2024-11-13T06:01:05,456 DEBUG [M:0;bc386b7bf2fe:45581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24e4ba45a953467f855c0a46be858fa1 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731477624325/Put/seqid=0 2024-11-13T06:01:05,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T06:01:05,461 INFO [RS:1;bc386b7bf2fe:34273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T06:01:05,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34273-0x101341112dd0002, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T06:01:05,461 INFO [RS:1;bc386b7bf2fe:34273 {}] regionserver.HRegionServer(1031): Exiting; stopping=bc386b7bf2fe,34273,1731477602511; zookeeper connection closed. 2024-11-13T06:01:05,461 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c7adc61 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c7adc61 2024-11-13T06:01:05,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741869_1045 (size=12986) 2024-11-13T06:01:05,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741869_1045 (size=12986) 2024-11-13T06:01:05,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741869_1045 (size=12986) 2024-11-13T06:01:05,464 INFO [M:0;bc386b7bf2fe:45581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=180.13 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24e4ba45a953467f855c0a46be858fa1 2024-11-13T06:01:05,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T06:01:05,469 INFO [RS:0;bc386b7bf2fe:46797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T06:01:05,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x101341112dd0001, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T06:01:05,469 INFO [RS:0;bc386b7bf2fe:46797 {}] regionserver.HRegionServer(1031): Exiting; stopping=bc386b7bf2fe,46797,1731477602480; zookeeper connection closed. 2024-11-13T06:01:05,470 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3830d0a3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3830d0a3 2024-11-13T06:01:05,470 INFO [M:0;bc386b7bf2fe:45581 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24e4ba45a953467f855c0a46be858fa1 2024-11-13T06:01:05,470 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T06:01:05,484 DEBUG [M:0;bc386b7bf2fe:45581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1e40e34236f4604907c371fbea3639f is 69, key is bc386b7bf2fe,34273,1731477602511/rs:state/1731477603020/Put/seqid=0 2024-11-13T06:01:05,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741870_1046 (size=5447) 2024-11-13T06:01:05,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741870_1046 (size=5447) 2024-11-13T06:01:05,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741870_1046 (size=5447) 2024-11-13T06:01:05,495 INFO [M:0;bc386b7bf2fe:45581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1e40e34236f4604907c371fbea3639f 2024-11-13T06:01:05,500 INFO [M:0;bc386b7bf2fe:45581 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1e40e34236f4604907c371fbea3639f 2024-11-13T06:01:05,501 DEBUG [M:0;bc386b7bf2fe:45581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3be4c41009924ea089bd0af01cb8f903 as hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3be4c41009924ea089bd0af01cb8f903 2024-11-13T06:01:05,507 INFO [M:0;bc386b7bf2fe:45581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3be4c41009924ea089bd0af01cb8f903, entries=8, sequenceid=434, filesize=5.5 K 2024-11-13T06:01:05,508 DEBUG [M:0;bc386b7bf2fe:45581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24e4ba45a953467f855c0a46be858fa1 as hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24e4ba45a953467f855c0a46be858fa1 2024-11-13T06:01:05,513 INFO [M:0;bc386b7bf2fe:45581 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24e4ba45a953467f855c0a46be858fa1 2024-11-13T06:01:05,514 INFO [M:0;bc386b7bf2fe:45581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24e4ba45a953467f855c0a46be858fa1, entries=56, sequenceid=434, filesize=12.7 K 2024-11-13T06:01:05,514 DEBUG [M:0;bc386b7bf2fe:45581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1e40e34236f4604907c371fbea3639f as hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1e40e34236f4604907c371fbea3639f 2024-11-13T06:01:05,521 INFO [M:0;bc386b7bf2fe:45581 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1e40e34236f4604907c371fbea3639f 2024-11-13T06:01:05,521 INFO [M:0;bc386b7bf2fe:45581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41963/user/jenkins/test-data/23054d90-45f5-0f5b-853b-6c8095f4599a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1e40e34236f4604907c371fbea3639f, entries=3, sequenceid=434, filesize=5.3 K 2024-11-13T06:01:05,522 INFO [M:0;bc386b7bf2fe:45581 {}] regionserver.HRegion(3140): Finished flush of dataSize ~180.87 KB/185210, heapSize ~220.85 KB/226152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=434, compaction requested=false 2024-11-13T06:01:05,523 INFO [M:0;bc386b7bf2fe:45581 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T06:01:05,523 DEBUG [M:0;bc386b7bf2fe:45581 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731477665403Disabling compacts and flushes for region at 1731477665403Disabling writes for close at 1731477665404 (+1 ms)Obtaining lock to block concurrent updates at 1731477665404Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731477665404Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=185210, getHeapSize=226392, getOffHeapSize=0, getCellsCount=531 at 1731477665404Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731477665405 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731477665405Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731477665422 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731477665422Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731477665436 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731477665455 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731477665455Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731477665470 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731477665483 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731477665483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4552800f: reopening flushed file at 1731477665501 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b349ebd: reopening flushed file at 1731477665507 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f4efe05: reopening flushed file at 1731477665514 (+7 ms)Finished flush of dataSize ~180.87 KB/185210, heapSize ~220.85 KB/226152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=434, compaction requested=false at 1731477665522 (+8 ms)Writing region close event to WAL at 1731477665523 (+1 ms)Closed at 1731477665523 2024-11-13T06:01:05,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43889 is added to blk_1073741830_1006 (size=214227) 2024-11-13T06:01:05,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741830_1006 (size=214227) 2024-11-13T06:01:05,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38505 is added to blk_1073741830_1006 (size=214227) 2024-11-13T06:01:05,527 INFO [M:0;bc386b7bf2fe:45581 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T06:01:05,527 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T06:01:05,527 INFO [M:0;bc386b7bf2fe:45581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45581 2024-11-13T06:01:05,527 INFO [M:0;bc386b7bf2fe:45581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T06:01:05,587 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T06:01:05,588 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T06:01:05,588 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T06:01:05,660 INFO [M:0;bc386b7bf2fe:45581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T06:01:05,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T06:01:05,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x101341112dd0000, quorum=127.0.0.1:55613, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T06:01:05,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16a80560{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T06:01:05,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8a8d92c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T06:01:05,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T06:01:05,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17a26533{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T06:01:05,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27eeff62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/hadoop.log.dir/,STOPPED} 2024-11-13T06:01:05,715 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T06:01:05,716 WARN [BP-994513932-172.17.0.2-1731477600402 heartbeating to localhost/127.0.0.1:41963 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T06:01:05,716 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T06:01:05,716 WARN [BP-994513932-172.17.0.2-1731477600402 heartbeating to localhost/127.0.0.1:41963 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-994513932-172.17.0.2-1731477600402 (Datanode Uuid 27cfd627-9d79-4c67-b76e-8c1bb896f53a) service to localhost/127.0.0.1:41963 2024-11-13T06:01:05,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/cluster_0f575085-cc89-1337-0cb8-622e98b72592/data/data5/current/BP-994513932-172.17.0.2-1731477600402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T06:01:05,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/cluster_0f575085-cc89-1337-0cb8-622e98b72592/data/data6/current/BP-994513932-172.17.0.2-1731477600402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T06:01:05,716 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T06:01:05,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@233414e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T06:01:05,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dd57944{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T06:01:05,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T06:01:05,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d5ae5de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T06:01:05,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b93e1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/hadoop.log.dir/,STOPPED} 2024-11-13T06:01:05,721 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T06:01:05,721 WARN [BP-994513932-172.17.0.2-1731477600402 heartbeating to localhost/127.0.0.1:41963 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T06:01:05,721 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T06:01:05,721 WARN [BP-994513932-172.17.0.2-1731477600402 heartbeating to localhost/127.0.0.1:41963 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-994513932-172.17.0.2-1731477600402 (Datanode Uuid 5b740a6c-98b0-4c38-9b72-3e790d8e5811) service to localhost/127.0.0.1:41963 2024-11-13T06:01:05,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/cluster_0f575085-cc89-1337-0cb8-622e98b72592/data/data3/current/BP-994513932-172.17.0.2-1731477600402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T06:01:05,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/cluster_0f575085-cc89-1337-0cb8-622e98b72592/data/data4/current/BP-994513932-172.17.0.2-1731477600402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T06:01:05,722 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T06:01:05,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30f7c0fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T06:01:05,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5094d3e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T06:01:05,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T06:01:05,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dc2cdb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T06:01:05,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43b6528f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/hadoop.log.dir/,STOPPED} 2024-11-13T06:01:05,727 WARN [BP-994513932-172.17.0.2-1731477600402 heartbeating to localhost/127.0.0.1:41963 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T06:01:05,727 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T06:01:05,727 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T06:01:05,727 WARN [BP-994513932-172.17.0.2-1731477600402 heartbeating to localhost/127.0.0.1:41963 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-994513932-172.17.0.2-1731477600402 (Datanode Uuid 72baab02-2cf0-47a8-8536-fef43f9beca7) service to localhost/127.0.0.1:41963 2024-11-13T06:01:05,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/cluster_0f575085-cc89-1337-0cb8-622e98b72592/data/data1/current/BP-994513932-172.17.0.2-1731477600402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T06:01:05,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/cluster_0f575085-cc89-1337-0cb8-622e98b72592/data/data2/current/BP-994513932-172.17.0.2-1731477600402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T06:01:05,728 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T06:01:05,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64876708{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T06:01:05,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e2f5b47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T06:01:05,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T06:01:05,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51f349c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T06:01:05,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@265115b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39450d29-5766-7254-0377-7cbce051c6c0/hadoop.log.dir/,STOPPED} 2024-11-13T06:01:05,747 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T06:01:05,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T06:01:05,799 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=126 (was 98) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/bc386b7bf2fe:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41963 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41963 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=95 (was 64) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6727 (was 6872)