2024-11-15 00:40:44,051 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-15 00:40:44,072 main DEBUG Took 0.019008 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 00:40:44,072 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 00:40:44,073 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 00:40:44,074 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 00:40:44,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:40:44,084 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 00:40:44,098 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:40:44,100 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:40:44,101 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:40:44,101 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:40:44,102 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:40:44,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:40:44,104 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:40:44,104 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:40:44,105 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:40:44,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:40:44,107 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:40:44,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:40:44,108 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:40:44,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:40:44,110 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:40:44,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:40:44,111 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:40:44,111 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:40:44,112 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:40:44,113 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:40:44,113 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:40:44,114 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:40:44,115 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:40:44,115 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:40:44,116 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:40:44,116 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 00:40:44,118 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:40:44,120 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 00:40:44,122 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 00:40:44,123 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 00:40:44,124 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 00:40:44,124 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 00:40:44,131 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 00:40:44,133 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 00:40:44,135 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 00:40:44,135 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 00:40:44,136 main DEBUG createAppenders(={Console}) 2024-11-15 00:40:44,137 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 initialized 2024-11-15 00:40:44,137 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-15 00:40:44,137 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 OK. 2024-11-15 00:40:44,138 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 00:40:44,138 main DEBUG OutputStream closed 2024-11-15 00:40:44,138 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 00:40:44,138 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 00:40:44,139 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@23c30a20 OK 2024-11-15 00:40:44,207 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 00:40:44,209 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 00:40:44,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 00:40:44,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 00:40:44,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 00:40:44,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 00:40:44,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 00:40:44,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 00:40:44,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 00:40:44,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 00:40:44,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 00:40:44,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 00:40:44,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 00:40:44,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 00:40:44,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 00:40:44,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 00:40:44,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 00:40:44,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 00:40:44,217 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 00:40:44,218 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b7c4869) with optional ClassLoader: null 2024-11-15 00:40:44,218 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 00:40:44,219 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b7c4869] started OK. 2024-11-15T00:40:44,231 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-15 00:40:44,233 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 00:40:44,233 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T00:40:44,240 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-15T00:40:44,272 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=896, ProcessCount=11, AvailableMemoryMB=3654 2024-11-15T00:40:44,560 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a 2024-11-15T00:40:44,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T00:40:44,586 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/cluster_878ffc44-09b6-8210-483e-a127d7107f8d, deleteOnExit=true 2024-11-15T00:40:44,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T00:40:44,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/test.cache.data in system properties and HBase conf 2024-11-15T00:40:44,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T00:40:44,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/hadoop.log.dir in system properties and HBase conf 2024-11-15T00:40:44,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T00:40:44,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T00:40:44,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T00:40:44,694 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T00:40:44,813 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:40:44,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T00:40:44,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T00:40:44,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T00:40:44,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T00:40:44,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T00:40:44,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T00:40:44,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T00:40:44,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T00:40:44,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T00:40:44,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/nfs.dump.dir in system properties and HBase conf 2024-11-15T00:40:44,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/java.io.tmpdir in system properties and HBase conf 2024-11-15T00:40:44,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T00:40:44,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T00:40:44,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T00:40:46,665 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T00:40:46,867 INFO [Time-limited test {}] log.Log(170): Logging initialized @4206ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T00:40:46,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:40:47,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:40:47,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:40:47,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:40:47,222 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:40:47,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:40:47,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@816944b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:40:47,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13dff5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:40:47,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79bca9fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/java.io.tmpdir/jetty-localhost-45385-hadoop-hdfs-3_4_1-tests_jar-_-any-4773910335952285658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T00:40:47,646 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61f4e9a8{HTTP/1.1, (http/1.1)}{localhost:45385} 2024-11-15T00:40:47,647 INFO [Time-limited test {}] server.Server(415): Started @4987ms 2024-11-15T00:40:48,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:40:48,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:40:48,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:40:48,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:40:48,805 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:40:48,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49c47bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:40:48,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@156e69b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:40:49,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d9e55f8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/java.io.tmpdir/jetty-localhost-36243-hadoop-hdfs-3_4_1-tests_jar-_-any-15447360026656543722/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:40:49,041 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ba8b311{HTTP/1.1, (http/1.1)}{localhost:36243} 2024-11-15T00:40:49,048 INFO [Time-limited test {}] server.Server(415): Started @6388ms 2024-11-15T00:40:49,202 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:40:49,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:40:49,517 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:40:49,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:40:49,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:40:49,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:40:49,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fefd776{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:40:49,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6344d48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:40:49,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e863f8a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/java.io.tmpdir/jetty-localhost-44629-hadoop-hdfs-3_4_1-tests_jar-_-any-1575171283969184842/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:40:49,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@545c1b82{HTTP/1.1, (http/1.1)}{localhost:44629} 2024-11-15T00:40:49,880 INFO [Time-limited test {}] server.Server(415): Started @7219ms 2024-11-15T00:40:49,885 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:40:50,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:40:50,086 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:40:50,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:40:50,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:40:50,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T00:40:50,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27a9f8af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:40:50,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14a66471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:40:50,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2de6ecdc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/java.io.tmpdir/jetty-localhost-40331-hadoop-hdfs-3_4_1-tests_jar-_-any-15480745492926913655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:40:50,463 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e1ed1ab{HTTP/1.1, (http/1.1)}{localhost:40331} 2024-11-15T00:40:50,463 INFO [Time-limited test {}] server.Server(415): Started @7803ms 2024-11-15T00:40:50,470 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:40:52,637 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/cluster_878ffc44-09b6-8210-483e-a127d7107f8d/data/data1/current/BP-598068914-172.17.0.3-1731631245726/current, will proceed with Du for space computation calculation, 2024-11-15T00:40:52,655 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/cluster_878ffc44-09b6-8210-483e-a127d7107f8d/data/data2/current/BP-598068914-172.17.0.3-1731631245726/current, will proceed with Du for space computation calculation, 2024-11-15T00:40:52,720 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:40:52,735 WARN [Thread-131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/cluster_878ffc44-09b6-8210-483e-a127d7107f8d/data/data3/current/BP-598068914-172.17.0.3-1731631245726/current, will proceed with Du for space computation calculation, 2024-11-15T00:40:52,735 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/cluster_878ffc44-09b6-8210-483e-a127d7107f8d/data/data4/current/BP-598068914-172.17.0.3-1731631245726/current, will proceed with Du for space computation calculation, 2024-11-15T00:40:52,789 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41634b12e6d699b0 with lease ID 0xb8cfac735d6bc8a5: Processing first storage report for DS-4e4c162f-442a-48eb-9fa5-7e96f687cbce from datanode DatanodeRegistration(127.0.0.1:38607, datanodeUuid=a4f58f77-3479-4b59-9b1d-c420e08cc6d7, infoPort=37465, infoSecurePort=0, ipcPort=33333, storageInfo=lv=-57;cid=testClusterID;nsid=428616120;c=1731631245726) 2024-11-15T00:40:52,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41634b12e6d699b0 with lease ID 0xb8cfac735d6bc8a5: from storage DS-4e4c162f-442a-48eb-9fa5-7e96f687cbce node DatanodeRegistration(127.0.0.1:38607, datanodeUuid=a4f58f77-3479-4b59-9b1d-c420e08cc6d7, infoPort=37465, infoSecurePort=0, ipcPort=33333, storageInfo=lv=-57;cid=testClusterID;nsid=428616120;c=1731631245726), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T00:40:52,796 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:40:52,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41634b12e6d699b0 with lease ID 0xb8cfac735d6bc8a5: Processing first storage report for DS-5c358489-6d9d-4487-8150-dd4d2252c9bd from datanode DatanodeRegistration(127.0.0.1:38607, datanodeUuid=a4f58f77-3479-4b59-9b1d-c420e08cc6d7, infoPort=37465, infoSecurePort=0, ipcPort=33333, storageInfo=lv=-57;cid=testClusterID;nsid=428616120;c=1731631245726) 2024-11-15T00:40:52,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41634b12e6d699b0 with lease ID 0xb8cfac735d6bc8a5: from storage DS-5c358489-6d9d-4487-8150-dd4d2252c9bd node DatanodeRegistration(127.0.0.1:38607, datanodeUuid=a4f58f77-3479-4b59-9b1d-c420e08cc6d7, infoPort=37465, infoSecurePort=0, ipcPort=33333, storageInfo=lv=-57;cid=testClusterID;nsid=428616120;c=1731631245726), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T00:40:52,805 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddd78434f8cf5599 with lease ID 0xb8cfac735d6bc8a6: Processing first storage report for DS-0ddee224-212c-4c2b-9a1b-fc54ee9a031b from datanode DatanodeRegistration(127.0.0.1:46549, datanodeUuid=3638ce19-524e-4399-8d8b-a9d5b70cb20a, infoPort=43265, infoSecurePort=0, ipcPort=36965, storageInfo=lv=-57;cid=testClusterID;nsid=428616120;c=1731631245726) 2024-11-15T00:40:52,806 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddd78434f8cf5599 with lease ID 0xb8cfac735d6bc8a6: from storage DS-0ddee224-212c-4c2b-9a1b-fc54ee9a031b node DatanodeRegistration(127.0.0.1:46549, datanodeUuid=3638ce19-524e-4399-8d8b-a9d5b70cb20a, infoPort=43265, infoSecurePort=0, ipcPort=36965, storageInfo=lv=-57;cid=testClusterID;nsid=428616120;c=1731631245726), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:40:52,806 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddd78434f8cf5599 with lease ID 0xb8cfac735d6bc8a6: Processing first storage report for DS-9b562b8f-11e7-45fa-bdb0-1efd8c03998c from datanode DatanodeRegistration(127.0.0.1:46549, datanodeUuid=3638ce19-524e-4399-8d8b-a9d5b70cb20a, infoPort=43265, infoSecurePort=0, ipcPort=36965, storageInfo=lv=-57;cid=testClusterID;nsid=428616120;c=1731631245726) 2024-11-15T00:40:52,806 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddd78434f8cf5599 with lease ID 0xb8cfac735d6bc8a6: from storage DS-9b562b8f-11e7-45fa-bdb0-1efd8c03998c node DatanodeRegistration(127.0.0.1:46549, datanodeUuid=3638ce19-524e-4399-8d8b-a9d5b70cb20a, infoPort=43265, infoSecurePort=0, ipcPort=36965, storageInfo=lv=-57;cid=testClusterID;nsid=428616120;c=1731631245726), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T00:40:52,824 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/cluster_878ffc44-09b6-8210-483e-a127d7107f8d/data/data5/current/BP-598068914-172.17.0.3-1731631245726/current, will proceed with Du for space computation calculation, 2024-11-15T00:40:52,825 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/cluster_878ffc44-09b6-8210-483e-a127d7107f8d/data/data6/current/BP-598068914-172.17.0.3-1731631245726/current, will proceed with Du for space computation calculation, 2024-11-15T00:40:52,857 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:40:52,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe92434c24db61923 with lease ID 0xb8cfac735d6bc8a7: Processing first storage report for DS-8bcdbaa2-c3fc-49c1-a588-e69fb9ee373c from datanode DatanodeRegistration(127.0.0.1:38255, datanodeUuid=3ab557a5-55a8-42d1-8f16-0da8360bc24e, infoPort=44713, infoSecurePort=0, ipcPort=38569, storageInfo=lv=-57;cid=testClusterID;nsid=428616120;c=1731631245726) 2024-11-15T00:40:52,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe92434c24db61923 with lease ID 0xb8cfac735d6bc8a7: from storage DS-8bcdbaa2-c3fc-49c1-a588-e69fb9ee373c node DatanodeRegistration(127.0.0.1:38255, datanodeUuid=3ab557a5-55a8-42d1-8f16-0da8360bc24e, infoPort=44713, infoSecurePort=0, ipcPort=38569, storageInfo=lv=-57;cid=testClusterID;nsid=428616120;c=1731631245726), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T00:40:52,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe92434c24db61923 with lease ID 0xb8cfac735d6bc8a7: Processing first storage report for DS-55f7a1f1-5f4a-4ed4-97cb-6fa2f27c06ba from datanode DatanodeRegistration(127.0.0.1:38255, datanodeUuid=3ab557a5-55a8-42d1-8f16-0da8360bc24e, infoPort=44713, infoSecurePort=0, ipcPort=38569, storageInfo=lv=-57;cid=testClusterID;nsid=428616120;c=1731631245726) 2024-11-15T00:40:52,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe92434c24db61923 with lease ID 0xb8cfac735d6bc8a7: from storage DS-55f7a1f1-5f4a-4ed4-97cb-6fa2f27c06ba node DatanodeRegistration(127.0.0.1:38255, datanodeUuid=3ab557a5-55a8-42d1-8f16-0da8360bc24e, infoPort=44713, infoSecurePort=0, ipcPort=38569, storageInfo=lv=-57;cid=testClusterID;nsid=428616120;c=1731631245726), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T00:40:52,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a 2024-11-15T00:40:52,986 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/cluster_878ffc44-09b6-8210-483e-a127d7107f8d/zookeeper_0, clientPort=52307, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/cluster_878ffc44-09b6-8210-483e-a127d7107f8d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/cluster_878ffc44-09b6-8210-483e-a127d7107f8d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T00:40:52,995 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52307 2024-11-15T00:40:53,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:40:53,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:40:53,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:40:53,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:40:53,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:40:53,677 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc with version=8 2024-11-15T00:40:53,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/hbase-staging 2024-11-15T00:40:53,806 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T00:40:54,121 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:40:54,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:40:54,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:40:54,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:40:54,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:40:54,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:40:54,328 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T00:40:54,396 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T00:40:54,407 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T00:40:54,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:40:54,444 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1804 (auto-detected) 2024-11-15T00:40:54,445 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-15T00:40:54,474 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45007 2024-11-15T00:40:54,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45007 connecting to ZooKeeper ensemble=127.0.0.1:52307 2024-11-15T00:40:54,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450070x0, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:40:54,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45007-0x1013bf001900000 connected 2024-11-15T00:40:55,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:40:55,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:40:55,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:40:55,425 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc, hbase.cluster.distributed=false 2024-11-15T00:40:55,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:40:55,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45007 2024-11-15T00:40:55,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45007 2024-11-15T00:40:55,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45007 2024-11-15T00:40:55,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45007 2024-11-15T00:40:55,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45007 2024-11-15T00:40:55,600 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:40:55,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:40:55,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:40:55,602 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:40:55,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:40:55,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:40:55,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:40:55,610 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:40:55,611 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43681 2024-11-15T00:40:55,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43681 connecting to ZooKeeper ensemble=127.0.0.1:52307 2024-11-15T00:40:55,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:40:55,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:40:55,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436810x0, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:40:55,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436810x0, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:40:55,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43681-0x1013bf001900001 connected 2024-11-15T00:40:55,724 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:40:55,733 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:40:55,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T00:40:55,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:40:55,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43681 2024-11-15T00:40:55,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43681 2024-11-15T00:40:55,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43681 2024-11-15T00:40:55,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43681 2024-11-15T00:40:55,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43681 2024-11-15T00:40:55,761 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:40:55,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:40:55,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:40:55,762 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:40:55,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:40:55,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:40:55,763 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:40:55,763 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:40:55,764 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32839 2024-11-15T00:40:55,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32839 connecting to ZooKeeper ensemble=127.0.0.1:52307 2024-11-15T00:40:55,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:40:55,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:40:55,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328390x0, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:40:55,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32839-0x1013bf001900002 connected 2024-11-15T00:40:55,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32839-0x1013bf001900002, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:40:55,852 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:40:55,856 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:40:55,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32839-0x1013bf001900002, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T00:40:55,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32839-0x1013bf001900002, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:40:55,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32839 2024-11-15T00:40:55,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32839 2024-11-15T00:40:55,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32839 2024-11-15T00:40:55,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32839 2024-11-15T00:40:55,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32839 2024-11-15T00:40:55,883 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:40:55,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:40:55,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:40:55,884 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:40:55,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:40:55,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:40:55,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:40:55,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:40:55,885 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38499 2024-11-15T00:40:55,887 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38499 connecting to ZooKeeper ensemble=127.0.0.1:52307 2024-11-15T00:40:55,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:40:55,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:40:55,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384990x0, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:40:55,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:40:55,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38499-0x1013bf001900003 connected 2024-11-15T00:40:55,920 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:40:55,924 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:40:55,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T00:40:55,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:40:55,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38499 2024-11-15T00:40:55,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38499 2024-11-15T00:40:55,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38499 2024-11-15T00:40:55,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38499 2024-11-15T00:40:55,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38499 2024-11-15T00:40:55,946 DEBUG [M:0;fb2f6cb7846a:45007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb2f6cb7846a:45007 2024-11-15T00:40:55,947 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb2f6cb7846a,45007,1731631253892 2024-11-15T00:40:56,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:40:56,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1013bf001900002, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:40:56,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:40:56,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:40:56,010 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb2f6cb7846a,45007,1731631253892 2024-11-15T00:40:56,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:56,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1013bf001900002, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T00:40:56,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T00:40:56,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1013bf001900002, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:56,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:56,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T00:40:56,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:56,094 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T00:40:56,096 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb2f6cb7846a,45007,1731631253892 from backup master directory 2024-11-15T00:40:56,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb2f6cb7846a,45007,1731631253892 2024-11-15T00:40:56,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:40:56,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1013bf001900002, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:40:56,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:40:56,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:40:56,283 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:40:56,283 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb2f6cb7846a,45007,1731631253892 2024-11-15T00:40:56,285 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T00:40:56,286 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T00:40:56,341 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/hbase.id] with ID: 460933c3-8976-438c-a0a2-02da6bd1ff5b 2024-11-15T00:40:56,342 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/.tmp/hbase.id 2024-11-15T00:40:56,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:40:56,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:40:56,385 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/.tmp/hbase.id]:[hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/hbase.id] 2024-11-15T00:40:56,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:40:56,458 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:40:56,465 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T00:40:56,489 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-11-15T00:40:56,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:56,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:56,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1013bf001900002, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:56,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:56,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:40:56,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:40:56,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:40:56,600 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:40:56,603 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T00:40:56,627 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:40:56,633 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:40:56,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:40:56,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:40:56,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:40:56,758 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store 2024-11-15T00:40:56,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:40:56,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:40:56,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:40:56,853 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T00:40:56,857 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:40:56,859 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:40:56,859 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:40:56,859 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:40:56,861 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:40:56,861 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:40:56,862 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:40:56,863 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731631256858Disabling compacts and flushes for region at 1731631256858Disabling writes for close at 1731631256861 (+3 ms)Writing region close event to WAL at 1731631256861Closed at 1731631256861 2024-11-15T00:40:56,866 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/.initializing 2024-11-15T00:40:56,866 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/WALs/fb2f6cb7846a,45007,1731631253892 2024-11-15T00:40:56,884 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:40:56,902 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C45007%2C1731631253892, suffix=, logDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/WALs/fb2f6cb7846a,45007,1731631253892, archiveDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/oldWALs, maxLogs=10 2024-11-15T00:40:56,936 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/WALs/fb2f6cb7846a,45007,1731631253892/fb2f6cb7846a%2C45007%2C1731631253892.1731631256909, exclude list is [], retry=0 2024-11-15T00:40:56,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38255,DS-8bcdbaa2-c3fc-49c1-a588-e69fb9ee373c,DISK] 2024-11-15T00:40:56,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46549,DS-0ddee224-212c-4c2b-9a1b-fc54ee9a031b,DISK] 2024-11-15T00:40:56,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38607,DS-4e4c162f-442a-48eb-9fa5-7e96f687cbce,DISK] 2024-11-15T00:40:56,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T00:40:57,038 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/WALs/fb2f6cb7846a,45007,1731631253892/fb2f6cb7846a%2C45007%2C1731631253892.1731631256909 2024-11-15T00:40:57,039 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44713:44713),(127.0.0.1/127.0.0.1:37465:37465),(127.0.0.1/127.0.0.1:43265:43265)] 2024-11-15T00:40:57,040 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:40:57,040 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:40:57,043 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:40:57,044 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:40:57,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:40:57,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T00:40:57,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:40:57,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:40:57,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:40:57,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T00:40:57,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:40:57,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:40:57,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:40:57,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T00:40:57,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:40:57,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:40:57,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:40:57,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T00:40:57,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:40:57,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:40:57,135 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:40:57,139 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:40:57,140 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:40:57,145 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:40:57,146 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:40:57,150 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:40:57,154 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:40:57,159 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:40:57,160 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61119287, jitterRate=-0.08925165235996246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:40:57,166 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731631257058Initializing all the Stores at 1731631257060 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631257061 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631257061Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631257062 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631257062Cleaning up temporary data from old regions at 1731631257146 (+84 ms)Region opened successfully at 1731631257166 (+20 ms) 2024-11-15T00:40:57,168 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T00:40:57,209 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c4194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:40:57,238 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T00:40:57,249 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T00:40:57,249 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T00:40:57,251 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T00:40:57,252 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T00:40:57,257 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-15T00:40:57,257 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-15T00:40:57,281 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T00:40:57,292 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T00:40:57,313 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T00:40:57,315 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T00:40:57,317 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T00:40:57,328 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T00:40:57,331 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T00:40:57,334 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T00:40:57,344 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T00:40:57,346 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T00:40:57,355 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T00:40:57,380 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T00:40:57,391 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T00:40:57,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1013bf001900002, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:40:57,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:40:57,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:40:57,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1013bf001900002, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:57,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:40:57,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:57,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:57,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:57,407 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb2f6cb7846a,45007,1731631253892, sessionid=0x1013bf001900000, setting cluster-up flag (Was=false) 2024-11-15T00:40:57,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:57,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:57,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1013bf001900002, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:57,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:57,471 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T00:40:57,473 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,45007,1731631253892 2024-11-15T00:40:57,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1013bf001900002, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:57,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:57,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:57,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:57,528 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T00:40:57,530 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,45007,1731631253892 2024-11-15T00:40:57,537 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T00:40:57,628 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T00:40:57,639 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T00:40:57,639 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(746): ClusterId : 460933c3-8976-438c-a0a2-02da6bd1ff5b 2024-11-15T00:40:57,639 INFO [RS:1;fb2f6cb7846a:32839 {}] regionserver.HRegionServer(746): ClusterId : 460933c3-8976-438c-a0a2-02da6bd1ff5b 2024-11-15T00:40:57,639 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(746): ClusterId : 460933c3-8976-438c-a0a2-02da6bd1ff5b 2024-11-15T00:40:57,641 DEBUG [RS:2;fb2f6cb7846a:38499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:40:57,641 DEBUG [RS:1;fb2f6cb7846a:32839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:40:57,641 DEBUG [RS:0;fb2f6cb7846a:43681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:40:57,650 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T00:40:57,655 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb2f6cb7846a,45007,1731631253892 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T00:40:57,667 DEBUG [RS:1;fb2f6cb7846a:32839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:40:57,667 DEBUG [RS:2;fb2f6cb7846a:38499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:40:57,667 DEBUG [RS:1;fb2f6cb7846a:32839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:40:57,668 DEBUG [RS:2;fb2f6cb7846a:38499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:40:57,668 DEBUG [RS:0;fb2f6cb7846a:43681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:40:57,668 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:40:57,668 DEBUG [RS:0;fb2f6cb7846a:43681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:40:57,668 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:40:57,669 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:40:57,669 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:40:57,669 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb2f6cb7846a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T00:40:57,669 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:57,669 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:40:57,669 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:57,673 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731631287673 2024-11-15T00:40:57,675 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T00:40:57,676 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T00:40:57,678 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:40:57,678 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T00:40:57,679 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T00:40:57,680 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T00:40:57,680 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T00:40:57,680 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T00:40:57,684 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:40:57,686 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T00:40:57,684 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:57,693 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T00:40:57,695 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T00:40:57,695 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T00:40:57,698 DEBUG [RS:1;fb2f6cb7846a:32839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:40:57,698 DEBUG [RS:0;fb2f6cb7846a:43681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:40:57,698 DEBUG [RS:0;fb2f6cb7846a:43681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe042ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:40:57,698 DEBUG [RS:1;fb2f6cb7846a:32839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef0bda0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:40:57,700 DEBUG [RS:2;fb2f6cb7846a:38499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:40:57,700 DEBUG [RS:2;fb2f6cb7846a:38499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a3c2d93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:40:57,708 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T00:40:57,709 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T00:40:57,714 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731631257710,5,FailOnTimeoutGroup] 2024-11-15T00:40:57,730 DEBUG [RS:0;fb2f6cb7846a:43681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb2f6cb7846a:43681 2024-11-15T00:40:57,731 DEBUG [RS:2;fb2f6cb7846a:38499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fb2f6cb7846a:38499 2024-11-15T00:40:57,733 DEBUG [RS:1;fb2f6cb7846a:32839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fb2f6cb7846a:32839 2024-11-15T00:40:57,736 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:40:57,736 INFO [RS:1;fb2f6cb7846a:32839 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:40:57,736 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:40:57,736 INFO [RS:1;fb2f6cb7846a:32839 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:40:57,736 DEBUG [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:40:57,736 DEBUG [RS:1;fb2f6cb7846a:32839 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:40:57,736 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:40:57,736 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:40:57,736 DEBUG [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:40:57,743 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,45007,1731631253892 with port=38499, startcode=1731631255883 2024-11-15T00:40:57,743 INFO [RS:1;fb2f6cb7846a:32839 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,45007,1731631253892 with port=32839, startcode=1731631255760 2024-11-15T00:40:57,743 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,45007,1731631253892 with port=43681, startcode=1731631255562 2024-11-15T00:40:57,750 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731631257714,5,FailOnTimeoutGroup] 2024-11-15T00:40:57,750 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:57,750 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T00:40:57,751 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:57,752 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:57,759 DEBUG [RS:2;fb2f6cb7846a:38499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:40:57,759 DEBUG [RS:1;fb2f6cb7846a:32839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:40:57,759 DEBUG [RS:0;fb2f6cb7846a:43681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:40:57,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:40:57,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:40:57,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:40:57,784 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T00:40:57,785 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc 2024-11-15T00:40:57,861 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44653, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:40:57,873 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43817, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:40:57,874 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50725, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:40:57,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,43681,1731631255562 2024-11-15T00:40:57,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45007 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:40:57,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:40:57,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:40:57,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:40:57,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:40:57,927 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,38499,1731631255883 2024-11-15T00:40:57,928 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45007 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:40:57,937 DEBUG [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc 2024-11-15T00:40:57,937 DEBUG [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36543 2024-11-15T00:40:57,938 DEBUG [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:40:57,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,32839,1731631255760 2024-11-15T00:40:57,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45007 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,32839,1731631255760 2024-11-15T00:40:57,948 DEBUG [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc 2024-11-15T00:40:57,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T00:40:57,948 DEBUG [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36543 2024-11-15T00:40:57,949 DEBUG [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:40:57,953 DEBUG [RS:1;fb2f6cb7846a:32839 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc 2024-11-15T00:40:57,953 DEBUG [RS:1;fb2f6cb7846a:32839 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36543 2024-11-15T00:40:57,954 DEBUG [RS:1;fb2f6cb7846a:32839 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:40:57,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:40:57,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:40:57,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:40:57,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:40:57,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T00:40:57,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:40:57,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:40:57,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:40:57,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T00:40:57,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:40:57,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:40:57,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:40:57,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T00:40:57,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:40:57,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:40:57,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:40:57,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:40:57,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740 2024-11-15T00:40:57,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740 2024-11-15T00:40:57,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:40:57,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:40:57,996 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:40:58,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:40:58,010 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:40:58,011 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64814613, jitterRate=-0.03418700397014618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:40:58,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731631257917Initializing all the Stores at 1731631257932 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631257933 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631257947 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631257948 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631257948Cleaning up temporary data from old regions at 1731631257995 (+47 ms)Region opened successfully at 1731631258016 (+21 ms) 2024-11-15T00:40:58,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:40:58,017 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:40:58,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:40:58,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:40:58,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:40:58,019 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:40:58,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731631258017Disabling compacts and flushes for region at 1731631258017Disabling writes for close at 1731631258017Writing region close event to WAL at 1731631258019 (+2 ms)Closed at 1731631258019 2024-11-15T00:40:58,023 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:40:58,023 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T00:40:58,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T00:40:58,036 DEBUG [RS:0;fb2f6cb7846a:43681 {}] zookeeper.ZKUtil(111): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,43681,1731631255562 2024-11-15T00:40:58,036 WARN [RS:0;fb2f6cb7846a:43681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:40:58,039 INFO [RS:0;fb2f6cb7846a:43681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:40:58,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,32839,1731631255760] 2024-11-15T00:40:58,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,43681,1731631255562] 2024-11-15T00:40:58,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,38499,1731631255883] 2024-11-15T00:40:58,039 DEBUG [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,43681,1731631255562 2024-11-15T00:40:58,041 DEBUG [RS:1;fb2f6cb7846a:32839 {}] zookeeper.ZKUtil(111): regionserver:32839-0x1013bf001900002, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,32839,1731631255760 2024-11-15T00:40:58,041 WARN [RS:1;fb2f6cb7846a:32839 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:40:58,041 INFO [RS:1;fb2f6cb7846a:32839 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:40:58,041 DEBUG [RS:1;fb2f6cb7846a:32839 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760 2024-11-15T00:40:58,042 DEBUG [RS:2;fb2f6cb7846a:38499 {}] zookeeper.ZKUtil(111): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,38499,1731631255883 2024-11-15T00:40:58,042 WARN [RS:2;fb2f6cb7846a:38499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:40:58,042 INFO [RS:2;fb2f6cb7846a:38499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:40:58,043 DEBUG [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,38499,1731631255883 2024-11-15T00:40:58,043 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:40:58,048 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T00:40:58,079 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:40:58,079 INFO [RS:1;fb2f6cb7846a:32839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:40:58,079 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:40:58,099 INFO [RS:1;fb2f6cb7846a:32839 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:40:58,100 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:40:58,108 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:40:58,112 INFO [RS:1;fb2f6cb7846a:32839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:40:58,113 INFO [RS:1;fb2f6cb7846a:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,113 INFO [RS:0;fb2f6cb7846a:43681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:40:58,114 INFO [RS:0;fb2f6cb7846a:43681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,116 INFO [RS:2;fb2f6cb7846a:38499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:40:58,116 INFO [RS:2;fb2f6cb7846a:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,121 INFO [RS:1;fb2f6cb7846a:32839 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:40:58,126 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:40:58,127 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:40:58,129 INFO [RS:2;fb2f6cb7846a:38499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:40:58,129 INFO [RS:0;fb2f6cb7846a:43681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:40:58,130 INFO [RS:1;fb2f6cb7846a:32839 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:40:58,131 INFO [RS:0;fb2f6cb7846a:43681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,131 INFO [RS:2;fb2f6cb7846a:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,132 DEBUG [RS:2;fb2f6cb7846a:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,132 DEBUG [RS:0;fb2f6cb7846a:43681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,132 INFO [RS:1;fb2f6cb7846a:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,132 DEBUG [RS:2;fb2f6cb7846a:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,132 DEBUG [RS:0;fb2f6cb7846a:43681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,132 DEBUG [RS:1;fb2f6cb7846a:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,132 DEBUG [RS:2;fb2f6cb7846a:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,132 DEBUG [RS:0;fb2f6cb7846a:43681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,132 DEBUG [RS:1;fb2f6cb7846a:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,132 DEBUG [RS:0;fb2f6cb7846a:43681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,132 DEBUG [RS:2;fb2f6cb7846a:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,132 DEBUG [RS:0;fb2f6cb7846a:43681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,132 DEBUG [RS:1;fb2f6cb7846a:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,132 DEBUG [RS:2;fb2f6cb7846a:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,132 DEBUG [RS:0;fb2f6cb7846a:43681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:40:58,133 DEBUG [RS:1;fb2f6cb7846a:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,133 DEBUG [RS:2;fb2f6cb7846a:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:40:58,133 DEBUG [RS:0;fb2f6cb7846a:43681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,133 DEBUG [RS:1;fb2f6cb7846a:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,133 DEBUG [RS:2;fb2f6cb7846a:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,133 DEBUG [RS:0;fb2f6cb7846a:43681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,133 DEBUG [RS:1;fb2f6cb7846a:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:40:58,133 DEBUG [RS:2;fb2f6cb7846a:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,133 DEBUG [RS:0;fb2f6cb7846a:43681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,133 DEBUG [RS:1;fb2f6cb7846a:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,133 DEBUG [RS:2;fb2f6cb7846a:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,133 DEBUG [RS:0;fb2f6cb7846a:43681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,133 DEBUG [RS:2;fb2f6cb7846a:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,133 DEBUG [RS:1;fb2f6cb7846a:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,133 DEBUG [RS:0;fb2f6cb7846a:43681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,133 DEBUG [RS:1;fb2f6cb7846a:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,133 DEBUG [RS:2;fb2f6cb7846a:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,133 DEBUG [RS:0;fb2f6cb7846a:43681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,133 DEBUG [RS:1;fb2f6cb7846a:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,133 DEBUG [RS:2;fb2f6cb7846a:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,133 DEBUG [RS:0;fb2f6cb7846a:43681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:40:58,133 DEBUG [RS:2;fb2f6cb7846a:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:40:58,133 DEBUG [RS:1;fb2f6cb7846a:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,134 DEBUG [RS:0;fb2f6cb7846a:43681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:40:58,134 DEBUG [RS:2;fb2f6cb7846a:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:40:58,134 DEBUG [RS:1;fb2f6cb7846a:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:40:58,134 DEBUG [RS:1;fb2f6cb7846a:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:40:58,134 DEBUG [RS:1;fb2f6cb7846a:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:40:58,141 INFO [RS:2;fb2f6cb7846a:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,141 INFO [RS:0;fb2f6cb7846a:43681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,141 INFO [RS:0;fb2f6cb7846a:43681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,141 INFO [RS:2;fb2f6cb7846a:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,141 INFO [RS:0;fb2f6cb7846a:43681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,141 INFO [RS:2;fb2f6cb7846a:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,141 INFO [RS:0;fb2f6cb7846a:43681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,141 INFO [RS:2;fb2f6cb7846a:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,141 INFO [RS:0;fb2f6cb7846a:43681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,141 INFO [RS:0;fb2f6cb7846a:43681 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,43681,1731631255562-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:40:58,142 INFO [RS:1;fb2f6cb7846a:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,141 INFO [RS:2;fb2f6cb7846a:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,142 INFO [RS:1;fb2f6cb7846a:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,142 INFO [RS:2;fb2f6cb7846a:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,38499,1731631255883-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:40:58,142 INFO [RS:1;fb2f6cb7846a:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,142 INFO [RS:1;fb2f6cb7846a:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,142 INFO [RS:1;fb2f6cb7846a:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,142 INFO [RS:1;fb2f6cb7846a:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,32839,1731631255760-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:40:58,166 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:40:58,168 INFO [RS:0;fb2f6cb7846a:43681 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,43681,1731631255562-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,169 INFO [RS:0;fb2f6cb7846a:43681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,169 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.Replication(171): fb2f6cb7846a,43681,1731631255562 started 2024-11-15T00:40:58,169 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:40:58,169 INFO [RS:2;fb2f6cb7846a:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,38499,1731631255883-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,169 INFO [RS:2;fb2f6cb7846a:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,169 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.Replication(171): fb2f6cb7846a,38499,1731631255883 started 2024-11-15T00:40:58,172 INFO [RS:1;fb2f6cb7846a:32839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:40:58,173 INFO [RS:1;fb2f6cb7846a:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,32839,1731631255760-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,173 INFO [RS:1;fb2f6cb7846a:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,173 INFO [RS:1;fb2f6cb7846a:32839 {}] regionserver.Replication(171): fb2f6cb7846a,32839,1731631255760 started 2024-11-15T00:40:58,199 WARN [fb2f6cb7846a:45007 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T00:40:58,199 INFO [RS:1;fb2f6cb7846a:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,200 INFO [RS:1;fb2f6cb7846a:32839 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,32839,1731631255760, RpcServer on fb2f6cb7846a/172.17.0.3:32839, sessionid=0x1013bf001900002 2024-11-15T00:40:58,201 DEBUG [RS:1;fb2f6cb7846a:32839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:40:58,201 DEBUG [RS:1;fb2f6cb7846a:32839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,32839,1731631255760 2024-11-15T00:40:58,202 DEBUG [RS:1;fb2f6cb7846a:32839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,32839,1731631255760' 2024-11-15T00:40:58,202 DEBUG [RS:1;fb2f6cb7846a:32839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:40:58,204 DEBUG [RS:1;fb2f6cb7846a:32839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:40:58,207 INFO [RS:2;fb2f6cb7846a:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,207 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,38499,1731631255883, RpcServer on fb2f6cb7846a/172.17.0.3:38499, sessionid=0x1013bf001900003 2024-11-15T00:40:58,207 DEBUG [RS:2;fb2f6cb7846a:38499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:40:58,208 DEBUG [RS:2;fb2f6cb7846a:38499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,38499,1731631255883 2024-11-15T00:40:58,208 DEBUG [RS:2;fb2f6cb7846a:38499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,38499,1731631255883' 2024-11-15T00:40:58,208 DEBUG [RS:2;fb2f6cb7846a:38499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:40:58,208 DEBUG [RS:1;fb2f6cb7846a:32839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:40:58,208 DEBUG [RS:1;fb2f6cb7846a:32839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:40:58,208 INFO [RS:0;fb2f6cb7846a:43681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:40:58,208 DEBUG [RS:1;fb2f6cb7846a:32839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,32839,1731631255760 2024-11-15T00:40:58,208 DEBUG [RS:1;fb2f6cb7846a:32839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,32839,1731631255760' 2024-11-15T00:40:58,209 DEBUG [RS:1;fb2f6cb7846a:32839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:40:58,209 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,43681,1731631255562, RpcServer on fb2f6cb7846a/172.17.0.3:43681, sessionid=0x1013bf001900001 2024-11-15T00:40:58,209 DEBUG [RS:0;fb2f6cb7846a:43681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:40:58,209 DEBUG [RS:0;fb2f6cb7846a:43681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,43681,1731631255562 2024-11-15T00:40:58,209 DEBUG [RS:0;fb2f6cb7846a:43681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,43681,1731631255562' 2024-11-15T00:40:58,209 DEBUG [RS:0;fb2f6cb7846a:43681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:40:58,209 DEBUG [RS:2;fb2f6cb7846a:38499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:40:58,210 DEBUG [RS:1;fb2f6cb7846a:32839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:40:58,210 DEBUG [RS:0;fb2f6cb7846a:43681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:40:58,210 DEBUG [RS:2;fb2f6cb7846a:38499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:40:58,210 DEBUG [RS:2;fb2f6cb7846a:38499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:40:58,210 DEBUG [RS:2;fb2f6cb7846a:38499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,38499,1731631255883 2024-11-15T00:40:58,210 DEBUG [RS:2;fb2f6cb7846a:38499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,38499,1731631255883' 2024-11-15T00:40:58,210 DEBUG [RS:2;fb2f6cb7846a:38499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:40:58,210 DEBUG [RS:0;fb2f6cb7846a:43681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:40:58,211 DEBUG [RS:0;fb2f6cb7846a:43681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:40:58,211 DEBUG [RS:0;fb2f6cb7846a:43681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,43681,1731631255562 2024-11-15T00:40:58,211 DEBUG [RS:0;fb2f6cb7846a:43681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,43681,1731631255562' 2024-11-15T00:40:58,211 DEBUG [RS:0;fb2f6cb7846a:43681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:40:58,211 DEBUG [RS:1;fb2f6cb7846a:32839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:40:58,211 DEBUG [RS:2;fb2f6cb7846a:38499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:40:58,211 INFO [RS:1;fb2f6cb7846a:32839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:40:58,211 INFO [RS:1;fb2f6cb7846a:32839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:40:58,211 DEBUG [RS:0;fb2f6cb7846a:43681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:40:58,212 DEBUG [RS:0;fb2f6cb7846a:43681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:40:58,212 INFO [RS:0;fb2f6cb7846a:43681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:40:58,212 INFO [RS:0;fb2f6cb7846a:43681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:40:58,212 DEBUG [RS:2;fb2f6cb7846a:38499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:40:58,213 INFO [RS:2;fb2f6cb7846a:38499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:40:58,213 INFO [RS:2;fb2f6cb7846a:38499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:40:58,318 INFO [RS:0;fb2f6cb7846a:43681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:40:58,318 INFO [RS:2;fb2f6cb7846a:38499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:40:58,321 INFO [RS:1;fb2f6cb7846a:32839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:40:58,322 INFO [RS:0;fb2f6cb7846a:43681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C43681%2C1731631255562, suffix=, logDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,43681,1731631255562, archiveDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/oldWALs, maxLogs=32 2024-11-15T00:40:58,322 INFO [RS:2;fb2f6cb7846a:38499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C38499%2C1731631255883, suffix=, logDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,38499,1731631255883, archiveDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/oldWALs, maxLogs=32 2024-11-15T00:40:58,325 INFO [RS:1;fb2f6cb7846a:32839 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C32839%2C1731631255760, suffix=, logDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760, archiveDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/oldWALs, maxLogs=32 2024-11-15T00:40:58,346 DEBUG [RS:1;fb2f6cb7846a:32839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760/fb2f6cb7846a%2C32839%2C1731631255760.1731631258327, exclude list is [], retry=0 2024-11-15T00:40:58,349 DEBUG [RS:2;fb2f6cb7846a:38499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,38499,1731631255883/fb2f6cb7846a%2C38499%2C1731631255883.1731631258327, exclude list is [], retry=0 2024-11-15T00:40:58,354 DEBUG [RS:0;fb2f6cb7846a:43681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,43681,1731631255562/fb2f6cb7846a%2C43681%2C1731631255562.1731631258328, exclude list is [], retry=0 2024-11-15T00:40:58,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38255,DS-8bcdbaa2-c3fc-49c1-a588-e69fb9ee373c,DISK] 2024-11-15T00:40:58,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46549,DS-0ddee224-212c-4c2b-9a1b-fc54ee9a031b,DISK] 2024-11-15T00:40:58,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38607,DS-4e4c162f-442a-48eb-9fa5-7e96f687cbce,DISK] 2024-11-15T00:40:58,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46549,DS-0ddee224-212c-4c2b-9a1b-fc54ee9a031b,DISK] 2024-11-15T00:40:58,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38255,DS-8bcdbaa2-c3fc-49c1-a588-e69fb9ee373c,DISK] 2024-11-15T00:40:58,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38607,DS-4e4c162f-442a-48eb-9fa5-7e96f687cbce,DISK] 2024-11-15T00:40:58,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38255,DS-8bcdbaa2-c3fc-49c1-a588-e69fb9ee373c,DISK] 2024-11-15T00:40:58,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46549,DS-0ddee224-212c-4c2b-9a1b-fc54ee9a031b,DISK] 2024-11-15T00:40:58,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38607,DS-4e4c162f-442a-48eb-9fa5-7e96f687cbce,DISK] 2024-11-15T00:40:58,384 INFO [RS:1;fb2f6cb7846a:32839 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760/fb2f6cb7846a%2C32839%2C1731631255760.1731631258327 2024-11-15T00:40:58,389 DEBUG [RS:1;fb2f6cb7846a:32839 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37465:37465),(127.0.0.1/127.0.0.1:43265:43265),(127.0.0.1/127.0.0.1:44713:44713)] 2024-11-15T00:40:58,392 INFO [RS:2;fb2f6cb7846a:38499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,38499,1731631255883/fb2f6cb7846a%2C38499%2C1731631255883.1731631258327 2024-11-15T00:40:58,393 INFO [RS:0;fb2f6cb7846a:43681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,43681,1731631255562/fb2f6cb7846a%2C43681%2C1731631255562.1731631258328 2024-11-15T00:40:58,396 DEBUG [RS:2;fb2f6cb7846a:38499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265),(127.0.0.1/127.0.0.1:37465:37465),(127.0.0.1/127.0.0.1:44713:44713)] 2024-11-15T00:40:58,400 DEBUG [RS:0;fb2f6cb7846a:43681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37465:37465),(127.0.0.1/127.0.0.1:43265:43265),(127.0.0.1/127.0.0.1:44713:44713)] 2024-11-15T00:40:58,452 DEBUG [fb2f6cb7846a:45007 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-15T00:40:58,464 DEBUG [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(204): Hosts are {fb2f6cb7846a=0} racks are {/default-rack=0} 2024-11-15T00:40:58,477 DEBUG [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T00:40:58,477 DEBUG [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T00:40:58,477 DEBUG [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T00:40:58,477 DEBUG [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T00:40:58,477 DEBUG [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T00:40:58,477 DEBUG [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T00:40:58,477 INFO [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T00:40:58,477 INFO [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T00:40:58,477 INFO [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T00:40:58,477 DEBUG [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T00:40:58,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:40:58,504 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,38499,1731631255883, state=OPENING 2024-11-15T00:40:58,523 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T00:40:58,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:58,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1013bf001900002, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:58,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:58,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:40:58,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:40:58,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:40:58,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:40:58,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:40:58,548 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:40:58,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,38499,1731631255883}] 2024-11-15T00:41:04,397 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T00:41:04,398 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T00:41:08,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:41:08,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50727, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:41:08,697 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T00:41:08,697 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:41:08,698 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T00:41:08,721 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C38499%2C1731631255883.meta, suffix=.meta, logDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,38499,1731631255883, archiveDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/oldWALs, maxLogs=32 2024-11-15T00:41:08,761 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,38499,1731631255883/fb2f6cb7846a%2C38499%2C1731631255883.meta.1731631268724.meta, exclude list is [], retry=0 2024-11-15T00:41:08,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46549,DS-0ddee224-212c-4c2b-9a1b-fc54ee9a031b,DISK] 2024-11-15T00:41:08,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38607,DS-4e4c162f-442a-48eb-9fa5-7e96f687cbce,DISK] 2024-11-15T00:41:08,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38255,DS-8bcdbaa2-c3fc-49c1-a588-e69fb9ee373c,DISK] 2024-11-15T00:41:08,821 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,38499,1731631255883/fb2f6cb7846a%2C38499%2C1731631255883.meta.1731631268724.meta 2024-11-15T00:41:08,828 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265),(127.0.0.1/127.0.0.1:37465:37465),(127.0.0.1/127.0.0.1:44713:44713)] 2024-11-15T00:41:08,829 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:41:08,831 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T00:41:08,839 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T00:41:08,848 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T00:41:08,854 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T00:41:08,854 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:08,855 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T00:41:08,855 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T00:41:08,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T00:41:08,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:41:08,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:41:08,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:41:08,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T00:41:08,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:41:08,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:41:08,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:41:08,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T00:41:08,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:41:08,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:41:08,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:41:08,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T00:41:08,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:41:08,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:41:08,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:41:08,888 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:41:08,891 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740 2024-11-15T00:41:08,894 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740 2024-11-15T00:41:08,899 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:41:08,899 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:41:08,900 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:41:08,906 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:41:08,908 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72905779, jitterRate=0.08638076484203339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:41:08,908 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T00:41:08,911 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731631268855Writing region info on filesystem at 1731631268856 (+1 ms)Initializing all the Stores at 1731631268859 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631268860 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631268860Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631268860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631268860Cleaning up temporary data from old regions at 1731631268899 (+39 ms)Running coprocessor post-open hooks at 1731631268908 (+9 ms)Region opened successfully at 1731631268911 (+3 ms) 2024-11-15T00:41:08,920 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731631268592 2024-11-15T00:41:08,942 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T00:41:08,943 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T00:41:08,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:41:08,948 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,38499,1731631255883, state=OPEN 2024-11-15T00:41:08,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:41:08,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:41:08,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:41:08,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:41:08,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1013bf001900002, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:41:08,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:41:08,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:41:08,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:41:08,980 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:41:08,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T00:41:09,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,38499,1731631255883 in 10.4300 sec 2024-11-15T00:41:09,004 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:41:09,004 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T00:41:09,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T00:41:09,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.9620 sec 2024-11-15T00:41:09,074 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:41:09,076 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,38499,1731631255883, seqNum=-1] 2024-11-15T00:41:09,128 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:41:09,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38217, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:41:09,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.6020 sec 2024-11-15T00:41:09,180 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731631269179, completionTime=-1 2024-11-15T00:41:09,183 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-15T00:41:09,183 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T00:41:09,248 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-15T00:41:09,248 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731631329248 2024-11-15T00:41:09,248 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731631389248 2024-11-15T00:41:09,248 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 64 msec 2024-11-15T00:41:09,250 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T00:41:09,275 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,45007,1731631253892-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:41:09,276 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,45007,1731631253892-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:41:09,277 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,45007,1731631253892-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:41:09,284 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb2f6cb7846a:45007, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:41:09,306 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T00:41:09,309 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T00:41:09,312 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T00:41:09,366 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.083sec 2024-11-15T00:41:09,370 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T00:41:09,372 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T00:41:09,382 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T00:41:09,385 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T00:41:09,385 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T00:41:09,386 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,45007,1731631253892-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:41:09,387 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,45007,1731631253892-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T00:41:09,404 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T00:41:09,406 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T00:41:09,406 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,45007,1731631253892-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:41:09,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd0a488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:41:09,449 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T00:41:09,449 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T00:41:09,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb2f6cb7846a,45007,-1 for getting cluster id 2024-11-15T00:41:09,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T00:41:09,534 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '460933c3-8976-438c-a0a2-02da6bd1ff5b' 2024-11-15T00:41:09,550 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T00:41:09,550 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "460933c3-8976-438c-a0a2-02da6bd1ff5b" 2024-11-15T00:41:09,551 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd85a28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:41:09,551 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb2f6cb7846a,45007,-1] 2024-11-15T00:41:09,555 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T00:41:09,575 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:41:09,578 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T00:41:09,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549281ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:41:09,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:41:09,688 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,38499,1731631255883, seqNum=-1] 2024-11-15T00:41:09,689 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:41:09,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:41:09,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb2f6cb7846a,45007,1731631253892 2024-11-15T00:41:09,792 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731631269782 (current time:1731631269782). 2024-11-15T00:41:09,792 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T00:41:09,801 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-15T00:41:09,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edcba92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:41:09,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb2f6cb7846a,45007,-1 for getting cluster id 2024-11-15T00:41:09,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T00:41:09,822 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '460933c3-8976-438c-a0a2-02da6bd1ff5b' 2024-11-15T00:41:09,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T00:41:09,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "460933c3-8976-438c-a0a2-02da6bd1ff5b" 2024-11-15T00:41:09,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ddf3c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:41:09,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb2f6cb7846a,45007,-1] 2024-11-15T00:41:09,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T00:41:09,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:41:09,830 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T00:41:09,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d749d29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:41:09,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:41:09,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,38499,1731631255883, seqNum=-1] 2024-11-15T00:41:09,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:41:09,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:41:09,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:41:09,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:41:09,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:41:09,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:41:09,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T00:41:09,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T00:41:09,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is fb2f6cb7846a,45007,1731631253892 2024-11-15T00:41:09,900 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a9f7139 2024-11-15T00:41:09,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T00:41:09,914 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T00:41:09,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:41:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-15T00:41:09,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T00:41:09,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-15T00:41:09,973 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:41:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:41:09,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T00:41:10,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741837_1013 (size=361) 2024-11-15T00:41:10,098 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T00:41:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:41:10,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741837_1013 (size=361) 2024-11-15T00:41:10,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741837_1013 (size=361) 2024-11-15T00:41:10,145 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70c8eb2ec3ad151cb76c0250a2a1a487, NAME => 'SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc 2024-11-15T00:41:10,151 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 01132ff356e74411de2c104bb65b57aa, NAME => 'SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc 2024-11-15T00:41:10,163 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c3e6de7ee2719ed87446606bc0a8ae97, NAME => 'SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc 2024-11-15T00:41:10,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741838_1014 (size=54) 2024-11-15T00:41:10,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741839_1015 (size=62) 2024-11-15T00:41:10,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741839_1015 (size=62) 2024-11-15T00:41:10,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741838_1014 (size=54) 2024-11-15T00:41:10,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741838_1014 (size=54) 2024-11-15T00:41:10,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741839_1015 (size=62) 2024-11-15T00:41:10,310 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:10,310 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 70c8eb2ec3ad151cb76c0250a2a1a487, disabling compactions & flushes 2024-11-15T00:41:10,310 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487. 2024-11-15T00:41:10,310 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487. 2024-11-15T00:41:10,310 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487. after waiting 0 ms 2024-11-15T00:41:10,311 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487. 2024-11-15T00:41:10,311 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487. 2024-11-15T00:41:10,311 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70c8eb2ec3ad151cb76c0250a2a1a487: Waiting for close lock at 1731631270310Disabling compacts and flushes for region at 1731631270310Disabling writes for close at 1731631270310Writing region close event to WAL at 1731631270311 (+1 ms)Closed at 1731631270311 2024-11-15T00:41:10,312 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5eebc0e8ab5cfb89c609ed42d3d036df, NAME => 'SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc 2024-11-15T00:41:10,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:10,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 01132ff356e74411de2c104bb65b57aa, disabling compactions & flushes 2024-11-15T00:41:10,313 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa. 2024-11-15T00:41:10,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa. 2024-11-15T00:41:10,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa. after waiting 0 ms 2024-11-15T00:41:10,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa. 2024-11-15T00:41:10,314 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa. 2024-11-15T00:41:10,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 01132ff356e74411de2c104bb65b57aa: Waiting for close lock at 1731631270313Disabling compacts and flushes for region at 1731631270313Disabling writes for close at 1731631270314 (+1 ms)Writing region close event to WAL at 1731631270314Closed at 1731631270314 2024-11-15T00:41:10,315 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e45ab924713e4570394f0917a070a6c8, NAME => 'SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc 2024-11-15T00:41:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:41:10,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741840_1016 (size=62) 2024-11-15T00:41:10,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:10,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741840_1016 (size=62) 2024-11-15T00:41:10,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c3e6de7ee2719ed87446606bc0a8ae97, disabling compactions & flushes 2024-11-15T00:41:10,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741840_1016 (size=62) 2024-11-15T00:41:10,334 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. 2024-11-15T00:41:10,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. 2024-11-15T00:41:10,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. after waiting 0 ms 2024-11-15T00:41:10,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. 2024-11-15T00:41:10,334 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. 2024-11-15T00:41:10,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c3e6de7ee2719ed87446606bc0a8ae97: Waiting for close lock at 1731631270334Disabling compacts and flushes for region at 1731631270334Disabling writes for close at 1731631270334Writing region close event to WAL at 1731631270334Closed at 1731631270334 2024-11-15T00:41:10,335 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => deaf4d4b67db2261d50ac7e4b59e3840, NAME => 'SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc 2024-11-15T00:41:10,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741841_1017 (size=62) 2024-11-15T00:41:10,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741841_1017 (size=62) 2024-11-15T00:41:10,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741841_1017 (size=62) 2024-11-15T00:41:10,364 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:10,364 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5eebc0e8ab5cfb89c609ed42d3d036df, disabling compactions & flushes 2024-11-15T00:41:10,365 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df. 2024-11-15T00:41:10,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df. 2024-11-15T00:41:10,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df. after waiting 0 ms 2024-11-15T00:41:10,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df. 2024-11-15T00:41:10,365 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df. 2024-11-15T00:41:10,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5eebc0e8ab5cfb89c609ed42d3d036df: Waiting for close lock at 1731631270364Disabling compacts and flushes for region at 1731631270364Disabling writes for close at 1731631270365 (+1 ms)Writing region close event to WAL at 1731631270365Closed at 1731631270365 2024-11-15T00:41:10,366 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42f40782215889c7c7941c094433cdc5, NAME => 'SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc 2024-11-15T00:41:10,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741843_1019 (size=62) 2024-11-15T00:41:10,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741843_1019 (size=62) 2024-11-15T00:41:10,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741843_1019 (size=62) 2024-11-15T00:41:10,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:10,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e45ab924713e4570394f0917a070a6c8, disabling compactions & flushes 2024-11-15T00:41:10,387 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8. 2024-11-15T00:41:10,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8. 2024-11-15T00:41:10,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8. after waiting 0 ms 2024-11-15T00:41:10,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8. 2024-11-15T00:41:10,387 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8. 2024-11-15T00:41:10,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e45ab924713e4570394f0917a070a6c8: Waiting for close lock at 1731631270386Disabling compacts and flushes for region at 1731631270386Disabling writes for close at 1731631270387 (+1 ms)Writing region close event to WAL at 1731631270387Closed at 1731631270387 2024-11-15T00:41:10,388 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 24200559f43467d2de6ce373840d1203, NAME => 'SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc 2024-11-15T00:41:10,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741842_1018 (size=62) 2024-11-15T00:41:10,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741842_1018 (size=62) 2024-11-15T00:41:10,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741842_1018 (size=62) 2024-11-15T00:41:10,446 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:10,447 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing deaf4d4b67db2261d50ac7e4b59e3840, disabling compactions & flushes 2024-11-15T00:41:10,447 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. 2024-11-15T00:41:10,447 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. 2024-11-15T00:41:10,447 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. after waiting 0 ms 2024-11-15T00:41:10,447 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. 2024-11-15T00:41:10,447 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. 2024-11-15T00:41:10,447 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for deaf4d4b67db2261d50ac7e4b59e3840: Waiting for close lock at 1731631270447Disabling compacts and flushes for region at 1731631270447Disabling writes for close at 1731631270447Writing region close event to WAL at 1731631270447Closed at 1731631270447 2024-11-15T00:41:10,448 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cf34eba1e08271ed0e8c6897854f81e9, NAME => 'SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc 2024-11-15T00:41:10,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741844_1020 (size=62) 2024-11-15T00:41:10,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741844_1020 (size=62) 2024-11-15T00:41:10,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741844_1020 (size=62) 2024-11-15T00:41:10,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741846_1022 (size=62) 2024-11-15T00:41:10,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741846_1022 (size=62) 2024-11-15T00:41:10,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741846_1022 (size=62) 2024-11-15T00:41:10,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741845_1021 (size=62) 2024-11-15T00:41:10,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741845_1021 (size=62) 2024-11-15T00:41:10,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741845_1021 (size=62) 2024-11-15T00:41:10,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:10,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 24200559f43467d2de6ce373840d1203, disabling compactions & flushes 2024-11-15T00:41:10,595 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203. 2024-11-15T00:41:10,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203. 2024-11-15T00:41:10,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203. after waiting 0 ms 2024-11-15T00:41:10,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203. 2024-11-15T00:41:10,595 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203. 2024-11-15T00:41:10,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 24200559f43467d2de6ce373840d1203: Waiting for close lock at 1731631270594Disabling compacts and flushes for region at 1731631270594Disabling writes for close at 1731631270595 (+1 ms)Writing region close event to WAL at 1731631270595Closed at 1731631270595 2024-11-15T00:41:10,596 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4d5cb69d023358be63b27d8854053571, NAME => 'SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc 2024-11-15T00:41:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:41:10,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741847_1023 (size=54) 2024-11-15T00:41:10,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741847_1023 (size=54) 2024-11-15T00:41:10,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741847_1023 (size=54) 2024-11-15T00:41:10,671 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:10,671 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4d5cb69d023358be63b27d8854053571, disabling compactions & flushes 2024-11-15T00:41:10,672 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. 2024-11-15T00:41:10,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. 2024-11-15T00:41:10,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. after waiting 0 ms 2024-11-15T00:41:10,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. 2024-11-15T00:41:10,672 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. 2024-11-15T00:41:10,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4d5cb69d023358be63b27d8854053571: Waiting for close lock at 1731631270671Disabling compacts and flushes for region at 1731631270671Disabling writes for close at 1731631270672 (+1 ms)Writing region close event to WAL at 1731631270672Closed at 1731631270672 2024-11-15T00:41:10,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:10,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 42f40782215889c7c7941c094433cdc5, disabling compactions & flushes 2024-11-15T00:41:10,887 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. 2024-11-15T00:41:10,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. 2024-11-15T00:41:10,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. after waiting 0 ms 2024-11-15T00:41:10,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. 2024-11-15T00:41:10,887 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. 2024-11-15T00:41:10,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42f40782215889c7c7941c094433cdc5: Waiting for close lock at 1731631270887Disabling compacts and flushes for region at 1731631270887Disabling writes for close at 1731631270887Writing region close event to WAL at 1731631270887Closed at 1731631270887 2024-11-15T00:41:10,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:10,997 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cf34eba1e08271ed0e8c6897854f81e9, disabling compactions & flushes 2024-11-15T00:41:10,997 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9. 2024-11-15T00:41:10,997 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9. 2024-11-15T00:41:10,997 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9. after waiting 0 ms 2024-11-15T00:41:10,997 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9. 2024-11-15T00:41:10,997 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9. 2024-11-15T00:41:10,997 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cf34eba1e08271ed0e8c6897854f81e9: Waiting for close lock at 1731631270997Disabling compacts and flushes for region at 1731631270997Disabling writes for close at 1731631270997Writing region close event to WAL at 1731631270997Closed at 1731631270997 2024-11-15T00:41:11,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T00:41:11,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731631271005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631271005"}]},"ts":"1731631271005"} 2024-11-15T00:41:11,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731631271005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631271005"}]},"ts":"1731631271005"} 2024-11-15T00:41:11,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731631271005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631271005"}]},"ts":"1731631271005"} 2024-11-15T00:41:11,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731631271005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631271005"}]},"ts":"1731631271005"} 2024-11-15T00:41:11,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731631271005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631271005"}]},"ts":"1731631271005"} 2024-11-15T00:41:11,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731631271005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631271005"}]},"ts":"1731631271005"} 2024-11-15T00:41:11,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731631271005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631271005"}]},"ts":"1731631271005"} 2024-11-15T00:41:11,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731631271005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631271005"}]},"ts":"1731631271005"} 2024-11-15T00:41:11,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731631271005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631271005"}]},"ts":"1731631271005"} 2024-11-15T00:41:11,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731631271005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631271005"}]},"ts":"1731631271005"} 2024-11-15T00:41:11,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-15T00:41:11,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T00:41:11,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731631271092"}]},"ts":"1731631271092"} 2024-11-15T00:41:11,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-15T00:41:11,104 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fb2f6cb7846a=0} racks are {/default-rack=0} 2024-11-15T00:41:11,121 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T00:41:11,121 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T00:41:11,121 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T00:41:11,121 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T00:41:11,121 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T00:41:11,121 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T00:41:11,121 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T00:41:11,121 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T00:41:11,121 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T00:41:11,121 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T00:41:11,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70c8eb2ec3ad151cb76c0250a2a1a487, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01132ff356e74411de2c104bb65b57aa, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3e6de7ee2719ed87446606bc0a8ae97, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5eebc0e8ab5cfb89c609ed42d3d036df, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e45ab924713e4570394f0917a070a6c8, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=deaf4d4b67db2261d50ac7e4b59e3840, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42f40782215889c7c7941c094433cdc5, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=24200559f43467d2de6ce373840d1203, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf34eba1e08271ed0e8c6897854f81e9, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d5cb69d023358be63b27d8854053571, ASSIGN}] 2024-11-15T00:41:11,132 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d5cb69d023358be63b27d8854053571, ASSIGN 2024-11-15T00:41:11,132 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf34eba1e08271ed0e8c6897854f81e9, ASSIGN 2024-11-15T00:41:11,133 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=24200559f43467d2de6ce373840d1203, ASSIGN 2024-11-15T00:41:11,134 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42f40782215889c7c7941c094433cdc5, ASSIGN 2024-11-15T00:41:11,136 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=deaf4d4b67db2261d50ac7e4b59e3840, ASSIGN 2024-11-15T00:41:11,136 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=24200559f43467d2de6ce373840d1203, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,43681,1731631255562; forceNewPlan=false, retain=false 2024-11-15T00:41:11,137 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=42f40782215889c7c7941c094433cdc5, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,32839,1731631255760; forceNewPlan=false, retain=false 2024-11-15T00:41:11,137 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf34eba1e08271ed0e8c6897854f81e9, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,43681,1731631255562; forceNewPlan=false, retain=false 2024-11-15T00:41:11,140 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=deaf4d4b67db2261d50ac7e4b59e3840, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,32839,1731631255760; forceNewPlan=false, retain=false 2024-11-15T00:41:11,140 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4d5cb69d023358be63b27d8854053571, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,38499,1731631255883; forceNewPlan=false, retain=false 2024-11-15T00:41:11,142 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e45ab924713e4570394f0917a070a6c8, ASSIGN 2024-11-15T00:41:11,144 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e45ab924713e4570394f0917a070a6c8, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,38499,1731631255883; forceNewPlan=false, retain=false 2024-11-15T00:41:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:41:11,149 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5eebc0e8ab5cfb89c609ed42d3d036df, ASSIGN 2024-11-15T00:41:11,153 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5eebc0e8ab5cfb89c609ed42d3d036df, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,43681,1731631255562; forceNewPlan=false, retain=false 2024-11-15T00:41:11,153 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3e6de7ee2719ed87446606bc0a8ae97, ASSIGN 2024-11-15T00:41:11,157 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3e6de7ee2719ed87446606bc0a8ae97, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,32839,1731631255760; forceNewPlan=false, retain=false 2024-11-15T00:41:11,158 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01132ff356e74411de2c104bb65b57aa, ASSIGN 2024-11-15T00:41:11,163 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=01132ff356e74411de2c104bb65b57aa, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,38499,1731631255883; forceNewPlan=false, retain=false 2024-11-15T00:41:11,175 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70c8eb2ec3ad151cb76c0250a2a1a487, ASSIGN 2024-11-15T00:41:11,180 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70c8eb2ec3ad151cb76c0250a2a1a487, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,43681,1731631255562; forceNewPlan=false, retain=false 2024-11-15T00:41:11,290 INFO [fb2f6cb7846a:45007 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-15T00:41:11,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=cf34eba1e08271ed0e8c6897854f81e9, regionState=OPENING, regionLocation=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:41:11,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=24200559f43467d2de6ce373840d1203, regionState=OPENING, regionLocation=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:41:11,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5eebc0e8ab5cfb89c609ed42d3d036df, regionState=OPENING, regionLocation=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:41:11,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=70c8eb2ec3ad151cb76c0250a2a1a487, regionState=OPENING, regionLocation=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:41:11,296 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4d5cb69d023358be63b27d8854053571, regionState=OPENING, regionLocation=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:41:11,297 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e45ab924713e4570394f0917a070a6c8, regionState=OPENING, regionLocation=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:41:11,298 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=01132ff356e74411de2c104bb65b57aa, regionState=OPENING, regionLocation=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:41:11,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf34eba1e08271ed0e8c6897854f81e9, ASSIGN because future has completed 2024-11-15T00:41:11,299 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=42f40782215889c7c7941c094433cdc5, regionState=OPENING, regionLocation=fb2f6cb7846a,32839,1731631255760 2024-11-15T00:41:11,299 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=deaf4d4b67db2261d50ac7e4b59e3840, regionState=OPENING, regionLocation=fb2f6cb7846a,32839,1731631255760 2024-11-15T00:41:11,300 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c3e6de7ee2719ed87446606bc0a8ae97, regionState=OPENING, regionLocation=fb2f6cb7846a,32839,1731631255760 2024-11-15T00:41:11,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=24200559f43467d2de6ce373840d1203, ASSIGN because future has completed 2024-11-15T00:41:11,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf34eba1e08271ed0e8c6897854f81e9, server=fb2f6cb7846a,43681,1731631255562}] 2024-11-15T00:41:11,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5eebc0e8ab5cfb89c609ed42d3d036df, ASSIGN because future has completed 2024-11-15T00:41:11,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24200559f43467d2de6ce373840d1203, server=fb2f6cb7846a,43681,1731631255562}] 2024-11-15T00:41:11,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4d5cb69d023358be63b27d8854053571, ASSIGN because future has completed 2024-11-15T00:41:11,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e45ab924713e4570394f0917a070a6c8, ASSIGN because future has completed 2024-11-15T00:41:11,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=01132ff356e74411de2c104bb65b57aa, ASSIGN because future has completed 2024-11-15T00:41:11,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=42f40782215889c7c7941c094433cdc5, ASSIGN because future has completed 2024-11-15T00:41:11,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42f40782215889c7c7941c094433cdc5, server=fb2f6cb7846a,32839,1731631255760}] 2024-11-15T00:41:11,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=deaf4d4b67db2261d50ac7e4b59e3840, ASSIGN because future has completed 2024-11-15T00:41:11,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d5cb69d023358be63b27d8854053571, server=fb2f6cb7846a,38499,1731631255883}] 2024-11-15T00:41:11,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e45ab924713e4570394f0917a070a6c8, server=fb2f6cb7846a,38499,1731631255883}] 2024-11-15T00:41:11,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3e6de7ee2719ed87446606bc0a8ae97, ASSIGN because future has completed 2024-11-15T00:41:11,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70c8eb2ec3ad151cb76c0250a2a1a487, ASSIGN because future has completed 2024-11-15T00:41:11,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5eebc0e8ab5cfb89c609ed42d3d036df, server=fb2f6cb7846a,43681,1731631255562}] 2024-11-15T00:41:11,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70c8eb2ec3ad151cb76c0250a2a1a487, server=fb2f6cb7846a,43681,1731631255562}] 2024-11-15T00:41:11,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01132ff356e74411de2c104bb65b57aa, server=fb2f6cb7846a,38499,1731631255883}] 2024-11-15T00:41:11,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840, server=fb2f6cb7846a,32839,1731631255760}] 2024-11-15T00:41:11,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97, server=fb2f6cb7846a,32839,1731631255760}] 2024-11-15T00:41:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:41:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:41:14,412 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T00:41:14,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T00:41:14,456 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T00:41:14,458 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:41:14,459 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T00:41:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:41:21,334 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:41:21,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33273, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:41:21,350 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9. 2024-11-15T00:41:21,350 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => cf34eba1e08271ed0e8c6897854f81e9, NAME => 'SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-15T00:41:21,351 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cf34eba1e08271ed0e8c6897854f81e9 2024-11-15T00:41:21,351 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:21,351 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for cf34eba1e08271ed0e8c6897854f81e9 2024-11-15T00:41:21,351 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for cf34eba1e08271ed0e8c6897854f81e9 2024-11-15T00:41:21,353 INFO [StoreOpener-cf34eba1e08271ed0e8c6897854f81e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cf34eba1e08271ed0e8c6897854f81e9 2024-11-15T00:41:21,355 INFO [StoreOpener-cf34eba1e08271ed0e8c6897854f81e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf34eba1e08271ed0e8c6897854f81e9 columnFamilyName cf 2024-11-15T00:41:21,355 DEBUG [StoreOpener-cf34eba1e08271ed0e8c6897854f81e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:41:21,356 INFO [StoreOpener-cf34eba1e08271ed0e8c6897854f81e9-1 {}] regionserver.HStore(327): Store=cf34eba1e08271ed0e8c6897854f81e9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:41:21,356 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for cf34eba1e08271ed0e8c6897854f81e9 2024-11-15T00:41:21,358 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/cf34eba1e08271ed0e8c6897854f81e9 2024-11-15T00:41:21,358 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:41:21,358 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/cf34eba1e08271ed0e8c6897854f81e9 2024-11-15T00:41:21,359 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for cf34eba1e08271ed0e8c6897854f81e9 2024-11-15T00:41:21,359 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for cf34eba1e08271ed0e8c6897854f81e9 2024-11-15T00:41:21,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53751, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:41:21,363 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for cf34eba1e08271ed0e8c6897854f81e9 2024-11-15T00:41:21,366 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/cf34eba1e08271ed0e8c6897854f81e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:41:21,366 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. 2024-11-15T00:41:21,367 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c3e6de7ee2719ed87446606bc0a8ae97, NAME => 'SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-15T00:41:21,367 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened cf34eba1e08271ed0e8c6897854f81e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58729391, jitterRate=-0.1248638778924942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:41:21,367 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:21,367 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf34eba1e08271ed0e8c6897854f81e9 2024-11-15T00:41:21,367 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:21,368 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:21,368 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:21,369 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for cf34eba1e08271ed0e8c6897854f81e9: Running coprocessor pre-open hook at 1731631281351Writing region info on filesystem at 1731631281351Initializing all the Stores at 1731631281353 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631281353Cleaning up temporary data from old regions at 1731631281359 (+6 ms)Running coprocessor post-open hooks at 1731631281367 (+8 ms)Region opened successfully at 1731631281369 (+2 ms) 2024-11-15T00:41:21,370 INFO [StoreOpener-c3e6de7ee2719ed87446606bc0a8ae97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:21,372 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9., pid=15, masterSystemTime=1731631281334 2024-11-15T00:41:21,372 INFO [StoreOpener-c3e6de7ee2719ed87446606bc0a8ae97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3e6de7ee2719ed87446606bc0a8ae97 columnFamilyName cf 2024-11-15T00:41:21,372 DEBUG [StoreOpener-c3e6de7ee2719ed87446606bc0a8ae97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:41:21,373 INFO [StoreOpener-c3e6de7ee2719ed87446606bc0a8ae97-1 {}] regionserver.HStore(327): Store=c3e6de7ee2719ed87446606bc0a8ae97/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:41:21,373 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:21,374 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. 2024-11-15T00:41:21,374 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d5cb69d023358be63b27d8854053571, NAME => 'SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-15T00:41:21,375 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:21,375 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4d5cb69d023358be63b27d8854053571 2024-11-15T00:41:21,375 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:21,375 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9. 2024-11-15T00:41:21,375 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 4d5cb69d023358be63b27d8854053571 2024-11-15T00:41:21,375 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9. 2024-11-15T00:41:21,375 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 4d5cb69d023358be63b27d8854053571 2024-11-15T00:41:21,375 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487. 2024-11-15T00:41:21,376 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:21,376 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 70c8eb2ec3ad151cb76c0250a2a1a487, NAME => 'SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-15T00:41:21,376 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 70c8eb2ec3ad151cb76c0250a2a1a487 2024-11-15T00:41:21,376 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:21,376 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 70c8eb2ec3ad151cb76c0250a2a1a487 2024-11-15T00:41:21,376 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 70c8eb2ec3ad151cb76c0250a2a1a487 2024-11-15T00:41:21,376 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:21,377 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:21,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=cf34eba1e08271ed0e8c6897854f81e9, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:41:21,378 INFO [StoreOpener-70c8eb2ec3ad151cb76c0250a2a1a487-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 70c8eb2ec3ad151cb76c0250a2a1a487 2024-11-15T00:41:21,380 INFO [StoreOpener-4d5cb69d023358be63b27d8854053571-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4d5cb69d023358be63b27d8854053571 2024-11-15T00:41:21,381 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:21,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf34eba1e08271ed0e8c6897854f81e9, server=fb2f6cb7846a,43681,1731631255562 because future has completed 2024-11-15T00:41:21,382 INFO [StoreOpener-4d5cb69d023358be63b27d8854053571-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d5cb69d023358be63b27d8854053571 columnFamilyName cf 2024-11-15T00:41:21,382 DEBUG [StoreOpener-4d5cb69d023358be63b27d8854053571-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:41:21,383 INFO [StoreOpener-4d5cb69d023358be63b27d8854053571-1 {}] regionserver.HStore(327): Store=4d5cb69d023358be63b27d8854053571/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:41:21,383 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 4d5cb69d023358be63b27d8854053571 2024-11-15T00:41:21,385 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/4d5cb69d023358be63b27d8854053571 2024-11-15T00:41:21,385 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/c3e6de7ee2719ed87446606bc0a8ae97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:41:21,386 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/4d5cb69d023358be63b27d8854053571 2024-11-15T00:41:21,387 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c3e6de7ee2719ed87446606bc0a8ae97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63145141, jitterRate=-0.059064075350761414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:41:21,387 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:21,387 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c3e6de7ee2719ed87446606bc0a8ae97: Running coprocessor pre-open hook at 1731631281368Writing region info on filesystem at 1731631281368Initializing all the Stores at 1731631281369 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631281369Cleaning up temporary data from old regions at 1731631281377 (+8 ms)Running coprocessor post-open hooks at 1731631281387 (+10 ms)Region opened successfully at 1731631281387 2024-11-15T00:41:21,387 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 4d5cb69d023358be63b27d8854053571 2024-11-15T00:41:21,387 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 4d5cb69d023358be63b27d8854053571 2024-11-15T00:41:21,389 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97., pid=22, masterSystemTime=1731631281358 2024-11-15T00:41:21,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-15T00:41:21,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure cf34eba1e08271ed0e8c6897854f81e9, server=fb2f6cb7846a,43681,1731631255562 in 10.0760 sec 2024-11-15T00:41:21,391 INFO [StoreOpener-70c8eb2ec3ad151cb76c0250a2a1a487-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c8eb2ec3ad151cb76c0250a2a1a487 columnFamilyName cf 2024-11-15T00:41:21,392 DEBUG [StoreOpener-70c8eb2ec3ad151cb76c0250a2a1a487-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:41:21,391 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 4d5cb69d023358be63b27d8854053571 2024-11-15T00:41:21,392 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. 2024-11-15T00:41:21,392 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. 2024-11-15T00:41:21,392 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. 2024-11-15T00:41:21,392 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => deaf4d4b67db2261d50ac7e4b59e3840, NAME => 'SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-15T00:41:21,392 INFO [StoreOpener-70c8eb2ec3ad151cb76c0250a2a1a487-1 {}] regionserver.HStore(327): Store=70c8eb2ec3ad151cb76c0250a2a1a487/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:41:21,393 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 70c8eb2ec3ad151cb76c0250a2a1a487 2024-11-15T00:41:21,393 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:21,393 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:21,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf34eba1e08271ed0e8c6897854f81e9, ASSIGN in 10.2660 sec 2024-11-15T00:41:21,393 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c3e6de7ee2719ed87446606bc0a8ae97, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,32839,1731631255760 2024-11-15T00:41:21,393 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:21,393 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:21,395 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/70c8eb2ec3ad151cb76c0250a2a1a487 2024-11-15T00:41:21,396 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/70c8eb2ec3ad151cb76c0250a2a1a487 2024-11-15T00:41:21,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97, server=fb2f6cb7846a,32839,1731631255760 because future has completed 2024-11-15T00:41:21,397 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 70c8eb2ec3ad151cb76c0250a2a1a487 2024-11-15T00:41:21,397 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 70c8eb2ec3ad151cb76c0250a2a1a487 2024-11-15T00:41:21,399 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 70c8eb2ec3ad151cb76c0250a2a1a487 2024-11-15T00:41:21,400 INFO [StoreOpener-deaf4d4b67db2261d50ac7e4b59e3840-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:21,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-15T00:41:21,404 INFO [StoreOpener-deaf4d4b67db2261d50ac7e4b59e3840-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deaf4d4b67db2261d50ac7e4b59e3840 columnFamilyName cf 2024-11-15T00:41:21,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97, server=fb2f6cb7846a,32839,1731631255760 in 10.0150 sec 2024-11-15T00:41:21,404 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/70c8eb2ec3ad151cb76c0250a2a1a487/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:41:21,404 DEBUG [StoreOpener-deaf4d4b67db2261d50ac7e4b59e3840-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:41:21,405 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 70c8eb2ec3ad151cb76c0250a2a1a487; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75389026, jitterRate=0.123384028673172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:41:21,405 INFO [StoreOpener-deaf4d4b67db2261d50ac7e4b59e3840-1 {}] regionserver.HStore(327): Store=deaf4d4b67db2261d50ac7e4b59e3840/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:41:21,405 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70c8eb2ec3ad151cb76c0250a2a1a487 2024-11-15T00:41:21,406 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:21,406 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 70c8eb2ec3ad151cb76c0250a2a1a487: Running coprocessor pre-open hook at 1731631281376Writing region info on filesystem at 1731631281376Initializing all the Stores at 1731631281378 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631281378Cleaning up temporary data from old regions at 1731631281397 (+19 ms)Running coprocessor post-open hooks at 1731631281405 (+8 ms)Region opened successfully at 1731631281405 2024-11-15T00:41:21,407 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:21,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3e6de7ee2719ed87446606bc0a8ae97, ASSIGN in 10.2810 sec 2024-11-15T00:41:21,407 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487., pid=21, masterSystemTime=1731631281334 2024-11-15T00:41:21,408 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:21,408 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:21,408 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:21,410 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487. 2024-11-15T00:41:21,410 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487. 2024-11-15T00:41:21,410 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203. 2024-11-15T00:41:21,411 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 24200559f43467d2de6ce373840d1203, NAME => 'SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-15T00:41:21,411 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 24200559f43467d2de6ce373840d1203 2024-11-15T00:41:21,411 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:21,411 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=70c8eb2ec3ad151cb76c0250a2a1a487, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:41:21,411 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:21,412 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 24200559f43467d2de6ce373840d1203 2024-11-15T00:41:21,412 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 24200559f43467d2de6ce373840d1203 2024-11-15T00:41:21,414 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/4d5cb69d023358be63b27d8854053571/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:41:21,415 INFO [StoreOpener-24200559f43467d2de6ce373840d1203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 24200559f43467d2de6ce373840d1203 2024-11-15T00:41:21,415 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 4d5cb69d023358be63b27d8854053571; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59900686, jitterRate=-0.10741022229194641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:41:21,415 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d5cb69d023358be63b27d8854053571 2024-11-15T00:41:21,415 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 4d5cb69d023358be63b27d8854053571: Running coprocessor pre-open hook at 1731631281375Writing region info on filesystem at 1731631281375Initializing all the Stores at 1731631281378 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631281378Cleaning up temporary data from old regions at 1731631281388 (+10 ms)Running coprocessor post-open hooks at 1731631281415 (+27 ms)Region opened successfully at 1731631281415 2024-11-15T00:41:21,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70c8eb2ec3ad151cb76c0250a2a1a487, server=fb2f6cb7846a,43681,1731631255562 because future has completed 2024-11-15T00:41:21,417 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571., pid=19, masterSystemTime=1731631281368 2024-11-15T00:41:21,418 INFO [StoreOpener-24200559f43467d2de6ce373840d1203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24200559f43467d2de6ce373840d1203 columnFamilyName cf 2024-11-15T00:41:21,418 DEBUG [StoreOpener-24200559f43467d2de6ce373840d1203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:41:21,419 INFO [StoreOpener-24200559f43467d2de6ce373840d1203-1 {}] regionserver.HStore(327): Store=24200559f43467d2de6ce373840d1203/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:41:21,419 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 24200559f43467d2de6ce373840d1203 2024-11-15T00:41:21,421 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/24200559f43467d2de6ce373840d1203 2024-11-15T00:41:21,422 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/24200559f43467d2de6ce373840d1203 2024-11-15T00:41:21,423 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. 2024-11-15T00:41:21,423 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. 2024-11-15T00:41:21,423 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/deaf4d4b67db2261d50ac7e4b59e3840/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:41:21,423 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8. 2024-11-15T00:41:21,423 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 24200559f43467d2de6ce373840d1203 2024-11-15T00:41:21,423 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 24200559f43467d2de6ce373840d1203 2024-11-15T00:41:21,423 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => e45ab924713e4570394f0917a070a6c8, NAME => 'SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-15T00:41:21,424 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e45ab924713e4570394f0917a070a6c8 2024-11-15T00:41:21,424 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:21,424 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for e45ab924713e4570394f0917a070a6c8 2024-11-15T00:41:21,424 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for e45ab924713e4570394f0917a070a6c8 2024-11-15T00:41:21,424 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened deaf4d4b67db2261d50ac7e4b59e3840; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59650015, jitterRate=-0.1111455112695694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:41:21,424 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:21,425 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for deaf4d4b67db2261d50ac7e4b59e3840: Running coprocessor pre-open hook at 1731631281393Writing region info on filesystem at 1731631281393Initializing all the Stores at 1731631281395 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631281395Cleaning up temporary data from old regions at 1731631281409 (+14 ms)Running coprocessor post-open hooks at 1731631281424 (+15 ms)Region opened successfully at 1731631281424 2024-11-15T00:41:21,425 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4d5cb69d023358be63b27d8854053571, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:41:21,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-15T00:41:21,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 70c8eb2ec3ad151cb76c0250a2a1a487, server=fb2f6cb7846a,43681,1731631255562 in 10.0490 sec 2024-11-15T00:41:21,426 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840., pid=23, masterSystemTime=1731631281358 2024-11-15T00:41:21,428 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 24200559f43467d2de6ce373840d1203 2024-11-15T00:41:21,429 INFO [StoreOpener-e45ab924713e4570394f0917a070a6c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e45ab924713e4570394f0917a070a6c8 2024-11-15T00:41:21,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d5cb69d023358be63b27d8854053571, server=fb2f6cb7846a,38499,1731631255883 because future has completed 2024-11-15T00:41:21,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70c8eb2ec3ad151cb76c0250a2a1a487, ASSIGN in 10.3020 sec 2024-11-15T00:41:21,430 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. 2024-11-15T00:41:21,431 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. 2024-11-15T00:41:21,431 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. 2024-11-15T00:41:21,431 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 42f40782215889c7c7941c094433cdc5, NAME => 'SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-15T00:41:21,431 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:21,431 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:21,432 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=deaf4d4b67db2261d50ac7e4b59e3840, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,32839,1731631255760 2024-11-15T00:41:21,432 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:21,432 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:21,432 INFO [StoreOpener-e45ab924713e4570394f0917a070a6c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e45ab924713e4570394f0917a070a6c8 columnFamilyName cf 2024-11-15T00:41:21,433 DEBUG [StoreOpener-e45ab924713e4570394f0917a070a6c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:41:21,434 INFO [StoreOpener-e45ab924713e4570394f0917a070a6c8-1 {}] regionserver.HStore(327): Store=e45ab924713e4570394f0917a070a6c8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:41:21,434 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for e45ab924713e4570394f0917a070a6c8 2024-11-15T00:41:21,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840, server=fb2f6cb7846a,32839,1731631255760 because future has completed 2024-11-15T00:41:21,435 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/e45ab924713e4570394f0917a070a6c8 2024-11-15T00:41:21,436 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/e45ab924713e4570394f0917a070a6c8 2024-11-15T00:41:21,438 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for e45ab924713e4570394f0917a070a6c8 2024-11-15T00:41:21,438 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for e45ab924713e4570394f0917a070a6c8 2024-11-15T00:41:21,438 INFO [StoreOpener-42f40782215889c7c7941c094433cdc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:21,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-15T00:41:21,439 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/24200559f43467d2de6ce373840d1203/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:41:21,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d5cb69d023358be63b27d8854053571, server=fb2f6cb7846a,38499,1731631255883 in 10.0790 sec 2024-11-15T00:41:21,440 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 24200559f43467d2de6ce373840d1203; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68833067, jitterRate=0.02569262683391571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:41:21,440 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24200559f43467d2de6ce373840d1203 2024-11-15T00:41:21,441 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 24200559f43467d2de6ce373840d1203: Running coprocessor pre-open hook at 1731631281412Writing region info on filesystem at 1731631281412Initializing all the Stores at 1731631281414 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631281414Cleaning up temporary data from old regions at 1731631281424 (+10 ms)Running coprocessor post-open hooks at 1731631281441 (+17 ms)Region opened successfully at 1731631281441 2024-11-15T00:41:21,441 INFO [StoreOpener-42f40782215889c7c7941c094433cdc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42f40782215889c7c7941c094433cdc5 columnFamilyName cf 2024-11-15T00:41:21,441 DEBUG [StoreOpener-42f40782215889c7c7941c094433cdc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:41:21,442 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for e45ab924713e4570394f0917a070a6c8 2024-11-15T00:41:21,442 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203., pid=16, masterSystemTime=1731631281334 2024-11-15T00:41:21,443 INFO [StoreOpener-42f40782215889c7c7941c094433cdc5-1 {}] regionserver.HStore(327): Store=42f40782215889c7c7941c094433cdc5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:41:21,443 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:21,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-11-15T00:41:21,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d5cb69d023358be63b27d8854053571, ASSIGN in 10.3170 sec 2024-11-15T00:41:21,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840, server=fb2f6cb7846a,32839,1731631255760 in 10.0530 sec 2024-11-15T00:41:21,445 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:21,446 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203. 2024-11-15T00:41:21,446 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203. 2024-11-15T00:41:21,446 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:21,446 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df. 2024-11-15T00:41:21,447 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 5eebc0e8ab5cfb89c609ed42d3d036df, NAME => 'SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-15T00:41:21,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=deaf4d4b67db2261d50ac7e4b59e3840, ASSIGN in 10.3210 sec 2024-11-15T00:41:21,447 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5eebc0e8ab5cfb89c609ed42d3d036df 2024-11-15T00:41:21,447 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:21,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=24200559f43467d2de6ce373840d1203, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:41:21,447 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 5eebc0e8ab5cfb89c609ed42d3d036df 2024-11-15T00:41:21,447 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 5eebc0e8ab5cfb89c609ed42d3d036df 2024-11-15T00:41:21,449 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:21,449 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:21,450 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/e45ab924713e4570394f0917a070a6c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:41:21,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24200559f43467d2de6ce373840d1203, server=fb2f6cb7846a,43681,1731631255562 because future has completed 2024-11-15T00:41:21,451 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened e45ab924713e4570394f0917a070a6c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71678436, jitterRate=0.06809192895889282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:41:21,451 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e45ab924713e4570394f0917a070a6c8 2024-11-15T00:41:21,451 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for e45ab924713e4570394f0917a070a6c8: Running coprocessor pre-open hook at 1731631281424Writing region info on filesystem at 1731631281424Initializing all the Stores at 1731631281429 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631281429Cleaning up temporary data from old regions at 1731631281438 (+9 ms)Running coprocessor post-open hooks at 1731631281451 (+13 ms)Region opened successfully at 1731631281451 2024-11-15T00:41:21,452 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8., pid=18, masterSystemTime=1731631281368 2024-11-15T00:41:21,453 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:21,455 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8. 2024-11-15T00:41:21,455 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8. 2024-11-15T00:41:21,455 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa. 2024-11-15T00:41:21,455 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 01132ff356e74411de2c104bb65b57aa, NAME => 'SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-15T00:41:21,456 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 01132ff356e74411de2c104bb65b57aa 2024-11-15T00:41:21,456 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:21,456 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 01132ff356e74411de2c104bb65b57aa 2024-11-15T00:41:21,456 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 01132ff356e74411de2c104bb65b57aa 2024-11-15T00:41:21,456 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e45ab924713e4570394f0917a070a6c8, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:41:21,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-15T00:41:21,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 24200559f43467d2de6ce373840d1203, server=fb2f6cb7846a,43681,1731631255562 in 10.1290 sec 2024-11-15T00:41:21,458 INFO [StoreOpener-5eebc0e8ab5cfb89c609ed42d3d036df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5eebc0e8ab5cfb89c609ed42d3d036df 2024-11-15T00:41:21,459 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/42f40782215889c7c7941c094433cdc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:41:21,460 INFO [StoreOpener-01132ff356e74411de2c104bb65b57aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 01132ff356e74411de2c104bb65b57aa 2024-11-15T00:41:21,461 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 42f40782215889c7c7941c094433cdc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70451840, jitterRate=0.04981422424316406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:41:21,461 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:21,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e45ab924713e4570394f0917a070a6c8, server=fb2f6cb7846a,38499,1731631255883 because future has completed 2024-11-15T00:41:21,461 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 42f40782215889c7c7941c094433cdc5: Running coprocessor pre-open hook at 1731631281432Writing region info on filesystem at 1731631281432Initializing all the Stores at 1731631281434 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631281434Cleaning up temporary data from old regions at 1731631281449 (+15 ms)Running coprocessor post-open hooks at 1731631281461 (+12 ms)Region opened successfully at 1731631281461 2024-11-15T00:41:21,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=24200559f43467d2de6ce373840d1203, ASSIGN in 10.3350 sec 2024-11-15T00:41:21,462 INFO [StoreOpener-01132ff356e74411de2c104bb65b57aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01132ff356e74411de2c104bb65b57aa columnFamilyName cf 2024-11-15T00:41:21,462 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5., pid=17, masterSystemTime=1731631281358 2024-11-15T00:41:21,462 DEBUG [StoreOpener-01132ff356e74411de2c104bb65b57aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:41:21,463 INFO [StoreOpener-5eebc0e8ab5cfb89c609ed42d3d036df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5eebc0e8ab5cfb89c609ed42d3d036df columnFamilyName cf 2024-11-15T00:41:21,463 DEBUG [StoreOpener-5eebc0e8ab5cfb89c609ed42d3d036df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:41:21,464 INFO [StoreOpener-01132ff356e74411de2c104bb65b57aa-1 {}] regionserver.HStore(327): Store=01132ff356e74411de2c104bb65b57aa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:41:21,464 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 01132ff356e74411de2c104bb65b57aa 2024-11-15T00:41:21,464 INFO [StoreOpener-5eebc0e8ab5cfb89c609ed42d3d036df-1 {}] regionserver.HStore(327): Store=5eebc0e8ab5cfb89c609ed42d3d036df/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:41:21,465 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 5eebc0e8ab5cfb89c609ed42d3d036df 2024-11-15T00:41:21,466 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/01132ff356e74411de2c104bb65b57aa 2024-11-15T00:41:21,466 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. 2024-11-15T00:41:21,466 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. 2024-11-15T00:41:21,466 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/5eebc0e8ab5cfb89c609ed42d3d036df 2024-11-15T00:41:21,466 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/01132ff356e74411de2c104bb65b57aa 2024-11-15T00:41:21,467 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 01132ff356e74411de2c104bb65b57aa 2024-11-15T00:41:21,467 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 01132ff356e74411de2c104bb65b57aa 2024-11-15T00:41:21,467 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/5eebc0e8ab5cfb89c609ed42d3d036df 2024-11-15T00:41:21,468 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=42f40782215889c7c7941c094433cdc5, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,32839,1731631255760 2024-11-15T00:41:21,468 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 5eebc0e8ab5cfb89c609ed42d3d036df 2024-11-15T00:41:21,468 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 5eebc0e8ab5cfb89c609ed42d3d036df 2024-11-15T00:41:21,471 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 5eebc0e8ab5cfb89c609ed42d3d036df 2024-11-15T00:41:21,471 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 01132ff356e74411de2c104bb65b57aa 2024-11-15T00:41:21,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-15T00:41:21,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42f40782215889c7c7941c094433cdc5, server=fb2f6cb7846a,32839,1731631255760 because future has completed 2024-11-15T00:41:21,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e45ab924713e4570394f0917a070a6c8, server=fb2f6cb7846a,38499,1731631255883 in 10.1110 sec 2024-11-15T00:41:21,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e45ab924713e4570394f0917a070a6c8, ASSIGN in 10.3480 sec 2024-11-15T00:41:21,478 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/01132ff356e74411de2c104bb65b57aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:41:21,478 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/5eebc0e8ab5cfb89c609ed42d3d036df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:41:21,479 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 5eebc0e8ab5cfb89c609ed42d3d036df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61575139, jitterRate=-0.08245892822742462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:41:21,479 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5eebc0e8ab5cfb89c609ed42d3d036df 2024-11-15T00:41:21,479 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 01132ff356e74411de2c104bb65b57aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63943641, jitterRate=-0.04716549813747406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:41:21,479 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 5eebc0e8ab5cfb89c609ed42d3d036df: Running coprocessor pre-open hook at 1731631281448Writing region info on filesystem at 1731631281448Initializing all the Stores at 1731631281451 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631281451Cleaning up temporary data from old regions at 1731631281468 (+17 ms)Running coprocessor post-open hooks at 1731631281479 (+11 ms)Region opened successfully at 1731631281479 2024-11-15T00:41:21,479 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01132ff356e74411de2c104bb65b57aa 2024-11-15T00:41:21,480 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 01132ff356e74411de2c104bb65b57aa: Running coprocessor pre-open hook at 1731631281456Writing region info on filesystem at 1731631281456Initializing all the Stores at 1731631281459 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631281459Cleaning up temporary data from old regions at 1731631281467 (+8 ms)Running coprocessor post-open hooks at 1731631281480 (+13 ms)Region opened successfully at 1731631281480 2024-11-15T00:41:21,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-15T00:41:21,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 42f40782215889c7c7941c094433cdc5, server=fb2f6cb7846a,32839,1731631255760 in 10.1300 sec 2024-11-15T00:41:21,481 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df., pid=20, masterSystemTime=1731631281334 2024-11-15T00:41:21,481 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa., pid=24, masterSystemTime=1731631281368 2024-11-15T00:41:21,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42f40782215889c7c7941c094433cdc5, ASSIGN in 10.3570 sec 2024-11-15T00:41:21,484 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df. 2024-11-15T00:41:21,484 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df. 2024-11-15T00:41:21,486 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5eebc0e8ab5cfb89c609ed42d3d036df, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:41:21,486 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa. 2024-11-15T00:41:21,486 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa. 2024-11-15T00:41:21,488 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=01132ff356e74411de2c104bb65b57aa, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:41:21,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5eebc0e8ab5cfb89c609ed42d3d036df, server=fb2f6cb7846a,43681,1731631255562 because future has completed 2024-11-15T00:41:21,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01132ff356e74411de2c104bb65b57aa, server=fb2f6cb7846a,38499,1731631255883 because future has completed 2024-11-15T00:41:21,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-15T00:41:21,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 5eebc0e8ab5cfb89c609ed42d3d036df, server=fb2f6cb7846a,43681,1731631255562 in 10.1310 sec 2024-11-15T00:41:21,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-15T00:41:21,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5eebc0e8ab5cfb89c609ed42d3d036df, ASSIGN in 10.3730 sec 2024-11-15T00:41:21,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 01132ff356e74411de2c104bb65b57aa, server=fb2f6cb7846a,38499,1731631255883 in 10.0930 sec 2024-11-15T00:41:21,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-15T00:41:21,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01132ff356e74411de2c104bb65b57aa, ASSIGN in 10.3780 sec 2024-11-15T00:41:21,513 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T00:41:21,513 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731631281513"}]},"ts":"1731631281513"} 2024-11-15T00:41:21,517 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-15T00:41:21,520 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T00:41:21,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.5920 sec 2024-11-15T00:41:22,109 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-15T00:41:22,903 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T00:41:24,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-15T00:41:24,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-15T00:41:26,884 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T00:41:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:41:28,246 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-15T00:41:28,246 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-15T00:41:28,248 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:41:28,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-15T00:41:28,260 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:41:28,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-15T00:41:28,324 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5., hostname=fb2f6cb7846a,32839,1731631255760, seqNum=2] 2024-11-15T00:41:28,329 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5., hostname=fb2f6cb7846a,32839,1731631255760, seqNum=2] 2024-11-15T00:41:28,332 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5., hostname=fb2f6cb7846a,32839,1731631255760, seqNum=2] 2024-11-15T00:41:28,335 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5., hostname=fb2f6cb7846a,32839,1731631255760, seqNum=2] 2024-11-15T00:41:28,337 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5., hostname=fb2f6cb7846a,32839,1731631255760, seqNum=2] 2024-11-15T00:41:28,342 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5., hostname=fb2f6cb7846a,32839,1731631255760, seqNum=2] 2024-11-15T00:41:28,410 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203., hostname=fb2f6cb7846a,43681,1731631255562, seqNum=2] 2024-11-15T00:41:28,414 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203., hostname=fb2f6cb7846a,43681,1731631255562, seqNum=2] 2024-11-15T00:41:28,418 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203., hostname=fb2f6cb7846a,43681,1731631255562, seqNum=2] 2024-11-15T00:41:28,420 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203., hostname=fb2f6cb7846a,43681,1731631255562, seqNum=2] 2024-11-15T00:41:28,423 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203., hostname=fb2f6cb7846a,43681,1731631255562, seqNum=2] 2024-11-15T00:41:28,426 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203., hostname=fb2f6cb7846a,43681,1731631255562, seqNum=2] 2024-11-15T00:41:28,428 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203., hostname=fb2f6cb7846a,43681,1731631255562, seqNum=2] 2024-11-15T00:41:28,431 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203., hostname=fb2f6cb7846a,43681,1731631255562, seqNum=2] 2024-11-15T00:41:28,461 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9., hostname=fb2f6cb7846a,43681,1731631255562, seqNum=2] 2024-11-15T00:41:28,464 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9., hostname=fb2f6cb7846a,43681,1731631255562, seqNum=2] 2024-11-15T00:41:28,466 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9., hostname=fb2f6cb7846a,43681,1731631255562, seqNum=2] 2024-11-15T00:41:28,468 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9., hostname=fb2f6cb7846a,43681,1731631255562, seqNum=2] 2024-11-15T00:41:28,469 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9., hostname=fb2f6cb7846a,43681,1731631255562, seqNum=2] 2024-11-15T00:41:28,471 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9., hostname=fb2f6cb7846a,43681,1731631255562, seqNum=2] 2024-11-15T00:41:28,537 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571., hostname=fb2f6cb7846a,38499,1731631255883, seqNum=2] 2024-11-15T00:41:28,541 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571., hostname=fb2f6cb7846a,38499,1731631255883, seqNum=2] 2024-11-15T00:41:28,544 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571., hostname=fb2f6cb7846a,38499,1731631255883, seqNum=2] 2024-11-15T00:41:28,546 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571., hostname=fb2f6cb7846a,38499,1731631255883, seqNum=2] 2024-11-15T00:41:28,549 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571., hostname=fb2f6cb7846a,38499,1731631255883, seqNum=2] 2024-11-15T00:41:28,551 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571., hostname=fb2f6cb7846a,38499,1731631255883, seqNum=2] 2024-11-15T00:41:29,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:41:29,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:41:29,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:41:29,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:41:29,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T00:41:29,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43681 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T00:41:29,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. 2024-11-15T00:41:29,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43681 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T00:41:30,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T00:41:30,241 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-15T00:41:30,242 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:41:30,243 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T00:41:30,248 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T00:41:30,264 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T00:41:30,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741848_1024 (size=49) 2024-11-15T00:41:30,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741848_1024 (size=49) 2024-11-15T00:41:30,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741848_1024 (size=49) 2024-11-15T00:41:30,276 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T00:41:30,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70c8eb2ec3ad151cb76c0250a2a1a487}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01132ff356e74411de2c104bb65b57aa}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eebc0e8ab5cfb89c609ed42d3d036df}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e45ab924713e4570394f0917a070a6c8}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 24200559f43467d2de6ce373840d1203}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf34eba1e08271ed0e8c6897854f81e9}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d5cb69d023358be63b27d8854053571}] 2024-11-15T00:41:30,285 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:30,285 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf34eba1e08271ed0e8c6897854f81e9 2024-11-15T00:41:30,285 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 24200559f43467d2de6ce373840d1203 2024-11-15T00:41:30,286 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d5cb69d023358be63b27d8854053571 2024-11-15T00:41:30,286 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:30,294 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:30,294 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eebc0e8ab5cfb89c609ed42d3d036df 2024-11-15T00:41:30,295 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e45ab924713e4570394f0917a070a6c8 2024-11-15T00:41:30,295 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01132ff356e74411de2c104bb65b57aa 2024-11-15T00:41:30,300 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70c8eb2ec3ad151cb76c0250a2a1a487 2024-11-15T00:41:30,343 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing fb2f6cb7846a,32839,1731631255760 2024-11-15T00:41:30,344 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fb2f6cb7846a,32839,1731631255760: Simulated kill ***** 2024-11-15T00:41:30,344 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T00:41:30,345 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T00:41:30,347 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T00:41:30,349 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T00:41:30,349 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T00:41:30,354 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 538358760 }, "NonHeapMemoryUsage": { "committed": 156499968, "init": 7667712, "max": -1, "used": 153123440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "fb2f6cb7846a", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "fb2f6cb7846a", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:52307", "tag.serverName": "fb2f6cb7846a,43681,1731631255562", "tag.clusterId": "460933c3-8976-438c-a0a2-02da6bd1ff5b", "tag.Context": "regionserver", "tag.Hostname": "fb2f6cb7846a", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731631255562, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-15T00:41:30,357 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45007 {}] master.MasterRpcServices(700): fb2f6cb7846a,32839,1731631255760 reported a fatal error: ***** ABORTING region server fb2f6cb7846a,32839,1731631255760: Simulated kill ***** 2024-11-15T00:41:30,359 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,32839,1731631255760' ***** 2024-11-15T00:41:30,359 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-15T00:41:30,359 INFO [RS:1;fb2f6cb7846a:32839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:41:30,360 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:41:30,360 INFO [RS:1;fb2f6cb7846a:32839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-15T00:41:30,360 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:41:30,360 INFO [RS:1;fb2f6cb7846a:32839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-15T00:41:30,360 INFO [RS:1;fb2f6cb7846a:32839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:41:30,360 INFO [RS:1;fb2f6cb7846a:32839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fb2f6cb7846a:32839. 2024-11-15T00:41:30,360 DEBUG [RS:1;fb2f6cb7846a:32839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:41:30,360 DEBUG [RS:1;fb2f6cb7846a:32839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:41:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741833_1009 (size=966) 2024-11-15T00:41:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741833_1009 (size=966) 2024-11-15T00:41:30,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741833_1009 (size=966) 2024-11-15T00:41:30,368 DEBUG [RS:1;fb2f6cb7846a:32839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:41:30,368 INFO [RS:1;fb2f6cb7846a:32839 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:41:30,368 INFO [RS:1;fb2f6cb7846a:32839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32839 2024-11-15T00:41:30,421 INFO [RS:1;fb2f6cb7846a:32839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:41:30,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1013bf001900002, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,32839,1731631255760 2024-11-15T00:41:30,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:41:30,421 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$355/0x00007ff2f0900a90@2ce6b7bd rejected from java.util.concurrent.ThreadPoolExecutor@69e42c45[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-15T00:41:30,423 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,32839,1731631255760] 2024-11-15T00:41:30,436 INFO [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:41:30,442 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,32839,1731631255760 already deleted, retry=false 2024-11-15T00:41:30,442 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fb2f6cb7846a,32839,1731631255760 on fb2f6cb7846a,45007,1731631253892 2024-11-15T00:41:30,449 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fb2f6cb7846a,32839,1731631255760, splitWal=true, meta=false 2024-11-15T00:41:30,454 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for fb2f6cb7846a,32839,1731631255760 (carryingMeta=false) fb2f6cb7846a,32839,1731631255760/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5faa9085[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T00:41:30,458 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fb2f6cb7846a,32839,1731631255760, splitWal=true, meta=false 2024-11-15T00:41:30,458 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:30,459 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:30,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:30,462 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5 can not run currently because target server of region SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. fb2f6cb7846a,32839,1731631255760 is in state CRASHED, wait 1000 ms to retry 2024-11-15T00:41:30,463 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5; timeout=1000, timestamp=1731631291462 2024-11-15T00:41:30,463 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): fb2f6cb7846a,32839,1731631255760 had 3 regions 2024-11-15T00:41:30,464 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840 can not run currently because target server of region SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. fb2f6cb7846a,32839,1731631255760 is in state CRASHED, wait 1000 ms to retry 2024-11-15T00:41:30,464 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840; timeout=1000, timestamp=1731631291464 2024-11-15T00:41:30,466 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97 can not run currently because target server of region SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. fb2f6cb7846a,32839,1731631255760 is in state CRASHED, wait 1000 ms to retry 2024-11-15T00:41:30,466 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97; timeout=1000, timestamp=1731631291466 2024-11-15T00:41:30,467 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fb2f6cb7846a,32839,1731631255760, splitWal=true, meta=false, isMeta: false 2024-11-15T00:41:30,469 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760-splitting 2024-11-15T00:41:30,471 INFO [PEWorker-1 {}] master.SplitWALManager(105): fb2f6cb7846a,32839,1731631255760 WAL count=1, meta=false 2024-11-15T00:41:30,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fb2f6cb7846a%2C32839%2C1731631255760.1731631258327}] 2024-11-15T00:41:30,481 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:41:30,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fb2f6cb7846a%2C32839%2C1731631255760.1731631258327, worker=fb2f6cb7846a,43681,1731631255562}] 2024-11-15T00:41:30,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1013bf001900002, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:41:30,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1013bf001900002, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:41:30,533 INFO [RS:1;fb2f6cb7846a:32839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:41:30,533 INFO [RS:1;fb2f6cb7846a:32839 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,32839,1731631255760; zookeeper connection closed. 2024-11-15T00:41:30,534 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66f9f725 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66f9f725 2024-11-15T00:41:31,200 INFO [regionserver/fb2f6cb7846a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T00:41:31,201 INFO [regionserver/fb2f6cb7846a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T00:41:31,463 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:31,464 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:31,466 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5 can not run currently because target server of region SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. fb2f6cb7846a,32839,1731631255760 is in state SPLITTING, wait 2000 ms to retry 2024-11-15T00:41:31,466 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:31,467 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5; timeout=2000, timestamp=1731631293466 2024-11-15T00:41:31,467 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840 can not run currently because target server of region SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. fb2f6cb7846a,32839,1731631255760 is in state SPLITTING, wait 2000 ms to retry 2024-11-15T00:41:31,468 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840; timeout=2000, timestamp=1731631293468 2024-11-15T00:41:31,469 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97 can not run currently because target server of region SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. fb2f6cb7846a,32839,1731631255760 is in state SPLITTING, wait 2000 ms to retry 2024-11-15T00:41:31,469 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97; timeout=2000, timestamp=1731631293469 2024-11-15T00:41:33,466 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:33,468 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5 can not run currently because target server of region SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. fb2f6cb7846a,32839,1731631255760 is in state SPLITTING, wait 4000 ms to retry 2024-11-15T00:41:33,468 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5; timeout=4000, timestamp=1731631297468 2024-11-15T00:41:33,468 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:33,469 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:33,470 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840 can not run currently because target server of region SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. fb2f6cb7846a,32839,1731631255760 is in state SPLITTING, wait 4000 ms to retry 2024-11-15T00:41:33,470 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840; timeout=4000, timestamp=1731631297470 2024-11-15T00:41:33,471 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97 can not run currently because target server of region SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. fb2f6cb7846a,32839,1731631255760 is in state SPLITTING, wait 4000 ms to retry 2024-11-15T00:41:33,472 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97; timeout=4000, timestamp=1731631297472 2024-11-15T00:41:37,469 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:37,470 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5 can not run currently because target server of region SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. fb2f6cb7846a,32839,1731631255760 is in state SPLITTING, wait 8000 ms to retry 2024-11-15T00:41:37,470 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5; timeout=8000, timestamp=1731631305470 2024-11-15T00:41:37,471 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:37,472 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:37,472 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840 can not run currently because target server of region SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. fb2f6cb7846a,32839,1731631255760 is in state SPLITTING, wait 8000 ms to retry 2024-11-15T00:41:37,472 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840; timeout=8000, timestamp=1731631305472 2024-11-15T00:41:37,473 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97 can not run currently because target server of region SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. fb2f6cb7846a,32839,1731631255760 is in state SPLITTING, wait 8000 ms to retry 2024-11-15T00:41:37,473 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97; timeout=8000, timestamp=1731631305473 2024-11-15T00:41:40,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-15T00:41:40,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-15T00:41:40,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-15T00:41:40,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-15T00:41:40,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9. 2024-11-15T00:41:40,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. 2024-11-15T00:41:40,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-15T00:41:40,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203. 2024-11-15T00:41:40,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8. 2024-11-15T00:41:40,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487. 2024-11-15T00:41:40,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-15T00:41:40,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa. 2024-11-15T00:41:40,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-15T00:41:40,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-15T00:41:40,301 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 24200559f43467d2de6ce373840d1203 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-15T00:41:40,301 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 4d5cb69d023358be63b27d8854053571 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-15T00:41:40,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 70c8eb2ec3ad151cb76c0250a2a1a487: 2024-11-15T00:41:40,301 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing cf34eba1e08271ed0e8c6897854f81e9 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-15T00:41:40,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487. for SnapshotProcedureTest completed. 2024-11-15T00:41:40,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for e45ab924713e4570394f0917a070a6c8: 2024-11-15T00:41:40,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8. for SnapshotProcedureTest completed. 2024-11-15T00:41:40,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 01132ff356e74411de2c104bb65b57aa: 2024-11-15T00:41:40,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa. for SnapshotProcedureTest completed. 2024-11-15T00:41:40,302 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:41:40,302 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:41:40,302 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:41:40,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:41:40,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:41:40,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:41:40,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T00:41:40,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T00:41:40,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T00:41:40,336 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760-splitting/fb2f6cb7846a%2C32839%2C1731631255760.1731631258327, size=966 (966bytes) 2024-11-15T00:41:40,336 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T00:41:40,337 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T00:41:40,337 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760-splitting/fb2f6cb7846a%2C32839%2C1731631255760.1731631258327 2024-11-15T00:41:40,342 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760-splitting/fb2f6cb7846a%2C32839%2C1731631255760.1731631258327 after 4ms 2024-11-15T00:41:40,394 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760-splitting/fb2f6cb7846a%2C32839%2C1731631255760.1731631258327 took 61ms 2024-11-15T00:41:40,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741850_1026 (size=65) 2024-11-15T00:41:40,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741850_1026 (size=65) 2024-11-15T00:41:40,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741850_1026 (size=65) 2024-11-15T00:41:40,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa. 2024-11-15T00:41:40,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-15T00:41:40,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741849_1025 (size=57) 2024-11-15T00:41:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-15T00:41:40,418 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 01132ff356e74411de2c104bb65b57aa 2024-11-15T00:41:40,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741849_1025 (size=57) 2024-11-15T00:41:40,420 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01132ff356e74411de2c104bb65b57aa 2024-11-15T00:41:40,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487. 2024-11-15T00:41:40,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-15T00:41:40,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df. 2024-11-15T00:41:40,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 5eebc0e8ab5cfb89c609ed42d3d036df: 2024-11-15T00:41:40,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df. for SnapshotProcedureTest completed. 2024-11-15T00:41:40,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:41:40,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:41:40,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T00:41:40,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741849_1025 (size=57) 2024-11-15T00:41:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-15T00:41:40,423 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 70c8eb2ec3ad151cb76c0250a2a1a487 2024-11-15T00:41:40,423 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70c8eb2ec3ad151cb76c0250a2a1a487 2024-11-15T00:41:40,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 01132ff356e74411de2c104bb65b57aa in 10.1480 sec 2024-11-15T00:41:40,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 70c8eb2ec3ad151cb76c0250a2a1a487 in 10.1490 sec 2024-11-15T00:41:40,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741851_1027 (size=65) 2024-11-15T00:41:40,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741851_1027 (size=65) 2024-11-15T00:41:40,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741851_1027 (size=65) 2024-11-15T00:41:40,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8. 2024-11-15T00:41:40,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-15T00:41:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-15T00:41:40,454 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e45ab924713e4570394f0917a070a6c8 2024-11-15T00:41:40,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e45ab924713e4570394f0917a070a6c8 2024-11-15T00:41:40,456 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c3e6de7ee2719ed87446606bc0a8ae97: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T00:41:40,461 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for deaf4d4b67db2261d50ac7e4b59e3840: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T00:41:40,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e45ab924713e4570394f0917a070a6c8 in 10.1810 sec 2024-11-15T00:41:40,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/24200559f43467d2de6ce373840d1203/.tmp/cf/49090e956bea40579de65fbb67e0708c is 34, key is baa/cf:cf/1731631289445/Put/seqid=0 2024-11-15T00:41:40,466 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 42f40782215889c7c7941c094433cdc5: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T00:41:40,466 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760-splitting/fb2f6cb7846a%2C32839%2C1731631255760.1731631258327 so closing down 2024-11-15T00:41:40,466 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:41:40,467 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:41:40,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/cf34eba1e08271ed0e8c6897854f81e9/.tmp/cf/8241e242e8594fbd955370feb54ec553 is 34, key is ccd/cf:cf/1731631289566/Put/seqid=0 2024-11-15T00:41:40,471 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 51 ms; skipped=3; WAL=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760-splitting/fb2f6cb7846a%2C32839%2C1731631255760.1731631258327, size=966, length=966, corrupted=false, cancelled=false 2024-11-15T00:41:40,471 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760-splitting/fb2f6cb7846a%2C32839%2C1731631255760.1731631258327, journal: Splitting hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760-splitting/fb2f6cb7846a%2C32839%2C1731631255760.1731631258327, size=966 (966bytes) at 1731631300336Finishing writing output for hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760-splitting/fb2f6cb7846a%2C32839%2C1731631255760.1731631258327 so closing down at 1731631300466 (+130 ms)3 split writer threads finished at 1731631300467 (+1 ms)Processed 3 edits across 0 Regions in 51 ms; skipped=3; WAL=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760-splitting/fb2f6cb7846a%2C32839%2C1731631255760.1731631258327, size=966, length=966, corrupted=false, cancelled=false at 1731631300471 (+4 ms) 2024-11-15T00:41:40,472 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760-splitting/fb2f6cb7846a%2C32839%2C1731631255760.1731631258327 2024-11-15T00:41:40,472 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-15T00:41:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-15T00:41:40,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741852_1028 (size=65) 2024-11-15T00:41:40,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741852_1028 (size=65) 2024-11-15T00:41:40,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df. 2024-11-15T00:41:40,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741852_1028 (size=65) 2024-11-15T00:41:40,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-15T00:41:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-15T00:41:40,484 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5eebc0e8ab5cfb89c609ed42d3d036df 2024-11-15T00:41:40,485 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eebc0e8ab5cfb89c609ed42d3d036df 2024-11-15T00:41:40,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5eebc0e8ab5cfb89c609ed42d3d036df in 10.2080 sec 2024-11-15T00:41:40,522 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760-splitting/fb2f6cb7846a%2C32839%2C1731631255760.1731631258327 to hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/oldWALs 2024-11-15T00:41:40,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/4d5cb69d023358be63b27d8854053571/.tmp/cf/58d24a1ff8ec451497bc46c5abc8e130 is 34, key is eaa/cf:cf/1731631290090/Put/seqid=0 2024-11-15T00:41:40,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741854_1030 (size=47197) 2024-11-15T00:41:40,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741853_1029 (size=499309) 2024-11-15T00:41:40,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-15T00:41:40,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fb2f6cb7846a%2C32839%2C1731631255760.1731631258327, worker=fb2f6cb7846a,43681,1731631255562 in 10.0390 sec 2024-11-15T00:41:40,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741854_1030 (size=47197) 2024-11-15T00:41:40,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741853_1029 (size=499309) 2024-11-15T00:41:40,539 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/cf34eba1e08271ed0e8c6897854f81e9/.tmp/cf/8241e242e8594fbd955370feb54ec553 2024-11-15T00:41:40,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741854_1030 (size=47197) 2024-11-15T00:41:40,540 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/4d5cb69d023358be63b27d8854053571/.tmp/cf/58d24a1ff8ec451497bc46c5abc8e130 2024-11-15T00:41:40,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741853_1029 (size=499309) 2024-11-15T00:41:40,541 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:41:40,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741855_1031 (size=28623) 2024-11-15T00:41:40,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741855_1031 (size=28623) 2024-11-15T00:41:40,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741855_1031 (size=28623) 2024-11-15T00:41:40,548 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/24200559f43467d2de6ce373840d1203/.tmp/cf/49090e956bea40579de65fbb67e0708c 2024-11-15T00:41:40,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-15T00:41:40,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure fb2f6cb7846a%2C32839%2C1731631255760.1731631258327, worker=fb2f6cb7846a,43681,1731631255562 in 10.0690 sec 2024-11-15T00:41:40,554 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760-splitting dir is empty, no logs to split. 2024-11-15T00:41:40,554 INFO [PEWorker-5 {}] master.SplitWALManager(105): fb2f6cb7846a,32839,1731631255760 WAL count=0, meta=false 2024-11-15T00:41:40,555 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if fb2f6cb7846a,32839,1731631255760 WAL splitting is done? wals=0, meta=false 2024-11-15T00:41:40,558 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for fb2f6cb7846a,32839,1731631255760 failed, ignore...File hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/WALs/fb2f6cb7846a,32839,1731631255760-splitting does not exist. 2024-11-15T00:41:40,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3e6de7ee2719ed87446606bc0a8ae97, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=deaf4d4b67db2261d50ac7e4b59e3840, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42f40782215889c7c7941c094433cdc5, ASSIGN}] 2024-11-15T00:41:40,564 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=deaf4d4b67db2261d50ac7e4b59e3840, ASSIGN 2024-11-15T00:41:40,564 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3e6de7ee2719ed87446606bc0a8ae97, ASSIGN 2024-11-15T00:41:40,564 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42f40782215889c7c7941c094433cdc5, ASSIGN 2024-11-15T00:41:40,566 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=deaf4d4b67db2261d50ac7e4b59e3840, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T00:41:40,566 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=42f40782215889c7c7941c094433cdc5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T00:41:40,567 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3e6de7ee2719ed87446606bc0a8ae97, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T00:41:40,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/cf34eba1e08271ed0e8c6897854f81e9/.tmp/cf/8241e242e8594fbd955370feb54ec553 as hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/cf34eba1e08271ed0e8c6897854f81e9/cf/8241e242e8594fbd955370feb54ec553 2024-11-15T00:41:40,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/24200559f43467d2de6ce373840d1203/.tmp/cf/49090e956bea40579de65fbb67e0708c as hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/24200559f43467d2de6ce373840d1203/cf/49090e956bea40579de65fbb67e0708c 2024-11-15T00:41:40,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/4d5cb69d023358be63b27d8854053571/.tmp/cf/58d24a1ff8ec451497bc46c5abc8e130 as hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/4d5cb69d023358be63b27d8854053571/cf/58d24a1ff8ec451497bc46c5abc8e130 2024-11-15T00:41:40,610 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/24200559f43467d2de6ce373840d1203/cf/49090e956bea40579de65fbb67e0708c, entries=731, sequenceid=5, filesize=28.0 K 2024-11-15T00:41:40,610 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/cf34eba1e08271ed0e8c6897854f81e9/cf/8241e242e8594fbd955370feb54ec553, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-15T00:41:40,612 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/4d5cb69d023358be63b27d8854053571/cf/58d24a1ff8ec451497bc46c5abc8e130, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-15T00:41:40,617 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 4d5cb69d023358be63b27d8854053571 in 316ms, sequenceid=5, compaction requested=false 2024-11-15T00:41:40,617 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 24200559f43467d2de6ce373840d1203 in 316ms, sequenceid=5, compaction requested=false 2024-11-15T00:41:40,617 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for cf34eba1e08271ed0e8c6897854f81e9 in 317ms, sequenceid=5, compaction requested=false 2024-11-15T00:41:40,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 4d5cb69d023358be63b27d8854053571: 2024-11-15T00:41:40,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. for SnapshotProcedureTest completed. 2024-11-15T00:41:40,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for cf34eba1e08271ed0e8c6897854f81e9: 2024-11-15T00:41:40,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 24200559f43467d2de6ce373840d1203: 2024-11-15T00:41:40,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9. for SnapshotProcedureTest completed. 2024-11-15T00:41:40,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203. for SnapshotProcedureTest completed. 2024-11-15T00:41:40,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:41:40,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:41:40,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:41:40,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:41:40,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:41:40,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:41:40,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/cf34eba1e08271ed0e8c6897854f81e9/cf/8241e242e8594fbd955370feb54ec553] hfiles 2024-11-15T00:41:40,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/24200559f43467d2de6ce373840d1203/cf/49090e956bea40579de65fbb67e0708c] hfiles 2024-11-15T00:41:40,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/4d5cb69d023358be63b27d8854053571/cf/58d24a1ff8ec451497bc46c5abc8e130] hfiles 2024-11-15T00:41:40,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/24200559f43467d2de6ce373840d1203/cf/49090e956bea40579de65fbb67e0708c for snapshot=SnapshotProcedureTest 2024-11-15T00:41:40,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/4d5cb69d023358be63b27d8854053571/cf/58d24a1ff8ec451497bc46c5abc8e130 for snapshot=SnapshotProcedureTest 2024-11-15T00:41:40,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/cf34eba1e08271ed0e8c6897854f81e9/cf/8241e242e8594fbd955370feb54ec553 for snapshot=SnapshotProcedureTest 2024-11-15T00:41:40,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741856_1032 (size=97) 2024-11-15T00:41:40,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741856_1032 (size=97) 2024-11-15T00:41:40,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741856_1032 (size=97) 2024-11-15T00:41:40,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. 2024-11-15T00:41:40,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-15T00:41:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-15T00:41:40,643 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4d5cb69d023358be63b27d8854053571 2024-11-15T00:41:40,643 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d5cb69d023358be63b27d8854053571 2024-11-15T00:41:40,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4d5cb69d023358be63b27d8854053571 in 10.3660 sec 2024-11-15T00:41:40,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741858_1034 (size=105) 2024-11-15T00:41:40,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741858_1034 (size=105) 2024-11-15T00:41:40,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741858_1034 (size=105) 2024-11-15T00:41:40,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9. 2024-11-15T00:41:40,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-15T00:41:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-15T00:41:40,653 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cf34eba1e08271ed0e8c6897854f81e9 2024-11-15T00:41:40,653 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf34eba1e08271ed0e8c6897854f81e9 2024-11-15T00:41:40,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cf34eba1e08271ed0e8c6897854f81e9 in 10.3760 sec 2024-11-15T00:41:40,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741857_1033 (size=105) 2024-11-15T00:41:40,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741857_1033 (size=105) 2024-11-15T00:41:40,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741857_1033 (size=105) 2024-11-15T00:41:40,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203. 2024-11-15T00:41:40,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-15T00:41:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-15T00:41:40,663 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 24200559f43467d2de6ce373840d1203 2024-11-15T00:41:40,663 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 24200559f43467d2de6ce373840d1203 2024-11-15T00:41:40,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 24200559f43467d2de6ce373840d1203 in 10.3860 sec 2024-11-15T00:41:40,717 DEBUG [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(204): Hosts are {fb2f6cb7846a=0} racks are {/default-rack=0} 2024-11-15T00:41:40,717 DEBUG [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T00:41:40,718 DEBUG [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T00:41:40,718 DEBUG [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T00:41:40,718 DEBUG [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T00:41:40,718 INFO [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T00:41:40,718 INFO [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T00:41:40,718 DEBUG [fb2f6cb7846a:45007 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T00:41:40,718 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=deaf4d4b67db2261d50ac7e4b59e3840, regionState=OPENING, regionLocation=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:41:40,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=c3e6de7ee2719ed87446606bc0a8ae97, regionState=OPENING, regionLocation=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:41:40,718 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=42f40782215889c7c7941c094433cdc5, regionState=OPENING, regionLocation=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:41:40,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=deaf4d4b67db2261d50ac7e4b59e3840, ASSIGN because future has completed 2024-11-15T00:41:40,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840, server=fb2f6cb7846a,43681,1731631255562}] 2024-11-15T00:41:40,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3e6de7ee2719ed87446606bc0a8ae97, ASSIGN because future has completed 2024-11-15T00:41:40,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97, server=fb2f6cb7846a,38499,1731631255883}] 2024-11-15T00:41:40,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=42f40782215889c7c7941c094433cdc5, ASSIGN because future has completed 2024-11-15T00:41:40,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42f40782215889c7c7941c094433cdc5, server=fb2f6cb7846a,38499,1731631255883}] 2024-11-15T00:41:45,470 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5 held by pid=41 2024-11-15T00:41:45,470 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:45,472 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840 held by pid=40 2024-11-15T00:41:45,472 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:45,473 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97 held by pid=39 2024-11-15T00:41:45,473 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:49,408 INFO [master/fb2f6cb7846a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T00:41:49,408 INFO [master/fb2f6cb7846a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T00:41:50,733 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. 2024-11-15T00:41:50,734 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => deaf4d4b67db2261d50ac7e4b59e3840, NAME => 'SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-15T00:41:50,734 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:50,734 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:50,735 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:50,735 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:50,735 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. 2024-11-15T00:41:50,735 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => c3e6de7ee2719ed87446606bc0a8ae97, NAME => 'SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-15T00:41:50,736 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:50,736 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:50,736 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:50,736 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:50,737 INFO [StoreOpener-deaf4d4b67db2261d50ac7e4b59e3840-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:50,738 INFO [StoreOpener-c3e6de7ee2719ed87446606bc0a8ae97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:50,738 INFO [StoreOpener-deaf4d4b67db2261d50ac7e4b59e3840-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deaf4d4b67db2261d50ac7e4b59e3840 columnFamilyName cf 2024-11-15T00:41:50,738 DEBUG [StoreOpener-deaf4d4b67db2261d50ac7e4b59e3840-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:41:50,739 INFO [StoreOpener-deaf4d4b67db2261d50ac7e4b59e3840-1 {}] regionserver.HStore(327): Store=deaf4d4b67db2261d50ac7e4b59e3840/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:41:50,739 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:50,739 INFO [StoreOpener-c3e6de7ee2719ed87446606bc0a8ae97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3e6de7ee2719ed87446606bc0a8ae97 columnFamilyName cf 2024-11-15T00:41:50,739 DEBUG [StoreOpener-c3e6de7ee2719ed87446606bc0a8ae97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:41:50,740 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:50,740 INFO [StoreOpener-c3e6de7ee2719ed87446606bc0a8ae97-1 {}] regionserver.HStore(327): Store=c3e6de7ee2719ed87446606bc0a8ae97/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:41:50,740 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:50,741 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:50,741 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:50,742 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:50,742 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:50,742 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:50,743 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:50,743 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:50,744 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:50,745 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened deaf4d4b67db2261d50ac7e4b59e3840; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61488030, jitterRate=-0.0837569534778595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:41:50,745 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:50,745 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for deaf4d4b67db2261d50ac7e4b59e3840: Running coprocessor pre-open hook at 1731631310735Writing region info on filesystem at 1731631310735Initializing all the Stores at 1731631310736 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631310736Cleaning up temporary data from old regions at 1731631310742 (+6 ms)Running coprocessor post-open hooks at 1731631310745 (+3 ms)Region opened successfully at 1731631310745 2024-11-15T00:41:50,745 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:50,747 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened c3e6de7ee2719ed87446606bc0a8ae97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71467501, jitterRate=0.06494875252246857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:41:50,747 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:50,747 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for c3e6de7ee2719ed87446606bc0a8ae97: Running coprocessor pre-open hook at 1731631310736Writing region info on filesystem at 1731631310736Initializing all the Stores at 1731631310737 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631310737Cleaning up temporary data from old regions at 1731631310743 (+6 ms)Running coprocessor post-open hooks at 1731631310747 (+4 ms)Region opened successfully at 1731631310747 2024-11-15T00:41:50,748 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97., pid=43, masterSystemTime=1731631310726 2024-11-15T00:41:50,748 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840., pid=42, masterSystemTime=1731631310726 2024-11-15T00:41:50,750 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. 2024-11-15T00:41:50,750 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. 2024-11-15T00:41:50,750 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. 2024-11-15T00:41:50,751 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 42f40782215889c7c7941c094433cdc5, NAME => 'SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-15T00:41:50,751 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:50,751 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:41:50,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=c3e6de7ee2719ed87446606bc0a8ae97, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:41:50,751 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:50,751 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. 2024-11-15T00:41:50,751 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:50,751 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. 2024-11-15T00:41:50,752 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=deaf4d4b67db2261d50ac7e4b59e3840, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:41:50,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97, server=fb2f6cb7846a,38499,1731631255883 because future has completed 2024-11-15T00:41:50,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840, server=fb2f6cb7846a,43681,1731631255562 because future has completed 2024-11-15T00:41:50,756 INFO [StoreOpener-42f40782215889c7c7941c094433cdc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:50,758 INFO [StoreOpener-42f40782215889c7c7941c094433cdc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42f40782215889c7c7941c094433cdc5 columnFamilyName cf 2024-11-15T00:41:50,758 DEBUG [StoreOpener-42f40782215889c7c7941c094433cdc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:41:50,759 INFO [StoreOpener-42f40782215889c7c7941c094433cdc5-1 {}] regionserver.HStore(327): Store=42f40782215889c7c7941c094433cdc5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:41:50,759 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:50,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-15T00:41:50,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97, server=fb2f6cb7846a,38499,1731631255883 in 10.0320 sec 2024-11-15T00:41:50,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=40 2024-11-15T00:41:50,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840, server=fb2f6cb7846a,43681,1731631255562 in 10.0350 sec 2024-11-15T00:41:50,761 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:50,764 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:50,765 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:50,765 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:50,768 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:50,769 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 42f40782215889c7c7941c094433cdc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59728619, jitterRate=-0.1099742203950882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:41:50,769 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:50,770 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 42f40782215889c7c7941c094433cdc5: Running coprocessor pre-open hook at 1731631310752Writing region info on filesystem at 1731631310752Initializing all the Stores at 1731631310753 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631310753Cleaning up temporary data from old regions at 1731631310765 (+12 ms)Running coprocessor post-open hooks at 1731631310770 (+5 ms)Region opened successfully at 1731631310770 2024-11-15T00:41:50,771 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5., pid=44, masterSystemTime=1731631310726 2024-11-15T00:41:50,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3e6de7ee2719ed87446606bc0a8ae97, ASSIGN in 10.1990 sec 2024-11-15T00:41:50,774 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:41:50,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=deaf4d4b67db2261d50ac7e4b59e3840, ASSIGN in 10.1990 sec 2024-11-15T00:41:50,775 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. 2024-11-15T00:41:50,775 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. 2024-11-15T00:41:50,776 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:41:50,776 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=42f40782215889c7c7941c094433cdc5, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:41:50,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42f40782215889c7c7941c094433cdc5, server=fb2f6cb7846a,38499,1731631255883 because future has completed 2024-11-15T00:41:50,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-15T00:41:50,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 42f40782215889c7c7941c094433cdc5, server=fb2f6cb7846a,38499,1731631255883 in 10.0600 sec 2024-11-15T00:41:50,792 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5 2024-11-15T00:41:50,793 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server fb2f6cb7846a,32839,1731631255760 after splitting done 2024-11-15T00:41:50,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-15T00:41:50,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42f40782215889c7c7941c094433cdc5, ASSIGN in 10.2280 sec 2024-11-15T00:41:50,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure fb2f6cb7846a,32839,1731631255760, splitWal=true, meta=false in 20.3510 sec 2024-11-15T00:41:52,903 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T00:41:56,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T00:41:58,144 INFO [regionserver/fb2f6cb7846a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-15T00:42:00,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-15T00:42:00,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-15T00:42:00,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. 2024-11-15T00:42:00,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. 2024-11-15T00:42:00,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 42f40782215889c7c7941c094433cdc5: 2024-11-15T00:42:00,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. for SnapshotProcedureTest completed. 2024-11-15T00:42:00,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c3e6de7ee2719ed87446606bc0a8ae97: 2024-11-15T00:42:00,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. for SnapshotProcedureTest completed. 2024-11-15T00:42:00,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:42:00,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:42:00,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:42:00,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:42:00,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T00:42:00,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T00:42:00,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-15T00:42:00,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. 2024-11-15T00:42:00,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for deaf4d4b67db2261d50ac7e4b59e3840: 2024-11-15T00:42:00,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. for SnapshotProcedureTest completed. 2024-11-15T00:42:00,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:42:00,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:42:00,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T00:42:00,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741859_1035 (size=65) 2024-11-15T00:42:00,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741859_1035 (size=65) 2024-11-15T00:42:00,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741861_1037 (size=65) 2024-11-15T00:42:00,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741859_1035 (size=65) 2024-11-15T00:42:00,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741861_1037 (size=65) 2024-11-15T00:42:00,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741861_1037 (size=65) 2024-11-15T00:42:00,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741860_1036 (size=65) 2024-11-15T00:42:00,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741860_1036 (size=65) 2024-11-15T00:42:00,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741860_1036 (size=65) 2024-11-15T00:42:00,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. 2024-11-15T00:42:00,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-15T00:42:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-15T00:42:00,813 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:42:00,814 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:42:00,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure deaf4d4b67db2261d50ac7e4b59e3840 in 30.5370 sec 2024-11-15T00:42:01,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. 2024-11-15T00:42:01,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. 2024-11-15T00:42:01,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-15T00:42:01,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-15T00:42:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-15T00:42:01,212 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 42f40782215889c7c7941c094433cdc5 2024-11-15T00:42:01,212 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5 2024-11-15T00:42:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-15T00:42:01,213 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:42:01,213 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:42:01,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 42f40782215889c7c7941c094433cdc5 in 30.9360 sec 2024-11-15T00:42:01,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-11-15T00:42:01,217 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T00:42:01,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c3e6de7ee2719ed87446606bc0a8ae97 in 30.9360 sec 2024-11-15T00:42:01,220 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T00:42:01,223 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T00:42:01,223 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-15T00:42:01,227 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T00:42:01,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741862_1038 (size=1134) 2024-11-15T00:42:01,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741862_1038 (size=1134) 2024-11-15T00:42:01,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741862_1038 (size=1134) 2024-11-15T00:42:01,308 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T00:42:01,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-15T00:42:01,328 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:42:01,328 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:42:01,328 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:42:01,329 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:42:01,329 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:42:01,335 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:42:03,738 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb2f6cb7846a:45007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-15T00:42:06,351 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cf34eba1e08271ed0e8c6897854f81e9, had cached 0 bytes from a total of 47197 2024-11-15T00:42:06,375 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4d5cb69d023358be63b27d8854053571, had cached 0 bytes from a total of 499309 2024-11-15T00:42:06,412 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 24200559f43467d2de6ce373840d1203, had cached 0 bytes from a total of 28623 2024-11-15T00:42:09,313 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 01132ff356e74411de2c104bb65b57aa changed from -1.0 to 0.0, refreshing cache 2024-11-15T00:42:09,314 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c3e6de7ee2719ed87446606bc0a8ae97 changed from -1.0 to 0.0, refreshing cache 2024-11-15T00:42:09,314 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e45ab924713e4570394f0917a070a6c8 changed from -1.0 to 0.0, refreshing cache 2024-11-15T00:42:09,314 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 42f40782215889c7c7941c094433cdc5 changed from -1.0 to 0.0, refreshing cache 2024-11-15T00:42:09,315 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4d5cb69d023358be63b27d8854053571 changed from -1.0 to 0.0, refreshing cache 2024-11-15T00:42:09,315 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 70c8eb2ec3ad151cb76c0250a2a1a487 changed from -1.0 to 0.0, refreshing cache 2024-11-15T00:42:09,315 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5eebc0e8ab5cfb89c609ed42d3d036df changed from -1.0 to 0.0, refreshing cache 2024-11-15T00:42:09,315 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region deaf4d4b67db2261d50ac7e4b59e3840 changed from -1.0 to 0.0, refreshing cache 2024-11-15T00:42:09,315 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 24200559f43467d2de6ce373840d1203 changed from -1.0 to 0.0, refreshing cache 2024-11-15T00:42:09,315 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cf34eba1e08271ed0e8c6897854f81e9 changed from -1.0 to 0.0, refreshing cache 2024-11-15T00:42:11,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-15T00:42:11,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-15T00:42:11,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-15T00:42:11,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-15T00:42:11,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-15T00:42:11,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-15T00:42:11,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T00:42:11,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-15T00:42:11,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-15T00:42:11,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-15T00:42:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-15T00:42:11,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T00:42:11,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-15T00:42:11,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-15T00:42:11,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-15T00:42:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-15T00:42:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-15T00:42:11,373 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,38499,1731631255883 Release verify snapshot worker=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:42:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-15T00:42:11,376 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,43681,1731631255562 Release verify snapshot worker=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:42:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-15T00:42:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-15T00:42:11,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,38499,1731631255883 in 10.0520 sec 2024-11-15T00:42:11,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,43681,1731631255562 in 10.0550 sec 2024-11-15T00:42:11,386 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,43681,1731631255562 Release verify snapshot worker=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:42:11,388 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:42:11,388 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:42:11,388 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:42:11,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,43681,1731631255562 in 10.0650 sec 2024-11-15T00:42:11,394 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,38499,1731631255883 Release verify snapshot worker=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:42:11,401 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,38499,1731631255883 Release verify snapshot worker=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:42:11,401 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,43681,1731631255562 Release verify snapshot worker=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:42:11,402 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:42:11,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,38499,1731631255883 in 10.0730 sec 2024-11-15T00:42:11,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,38499,1731631255883 in 10.0800 sec 2024-11-15T00:42:11,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,43681,1731631255562 in 10.0800 sec 2024-11-15T00:42:21,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-15T00:42:21,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-15T00:42:21,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-15T00:42:21,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-15T00:42:21,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-15T00:42:21,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-15T00:42:21,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-15T00:42:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-15T00:42:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-15T00:42:21,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-15T00:42:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-15T00:42:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-15T00:42:21,394 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,43681,1731631255562 Release verify snapshot worker=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:42:21,394 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,38499,1731631255883 Release verify snapshot worker=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:42:21,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,43681,1731631255562 in 20.0730 sec 2024-11-15T00:42:21,397 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,43681,1731631255562 Release verify snapshot worker=fb2f6cb7846a,43681,1731631255562 2024-11-15T00:42:21,397 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,38499,1731631255883 Release verify snapshot worker=fb2f6cb7846a,38499,1731631255883 2024-11-15T00:42:21,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,38499,1731631255883 in 20.0730 sec 2024-11-15T00:42:21,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,43681,1731631255562 in 20.0760 sec 2024-11-15T00:42:21,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=25 2024-11-15T00:42:21,400 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T00:42:21,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,38499,1731631255883 in 20.0760 sec 2024-11-15T00:42:21,401 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/.hbase-snapshot/SnapshotProcedureTest 2024-11-15T00:42:21,403 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T00:42:21,404 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-15T00:42:21,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.1670 sec 2024-11-15T00:42:21,604 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-15T00:42:21,613 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-15T00:42:21,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T00:42:21,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:42:21,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:42:21,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:42:21,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:42:21,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T00:42:21,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T00:42:21,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=247171512, stopped=false 2024-11-15T00:42:21,615 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb2f6cb7846a,45007,1731631253892 2024-11-15T00:42:21,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:42:21,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:42:21,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:42:21,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:21,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:21,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:21,666 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:42:21,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:42:21,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:42:21,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:42:21,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:42:21,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:42:21,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:42:21,669 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,43681,1731631255562' ***** 2024-11-15T00:42:21,669 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T00:42:21,669 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,38499,1731631255883' ***** 2024-11-15T00:42:21,669 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T00:42:21,669 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:42:21,669 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:42:21,669 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:42:21,669 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:42:21,669 INFO [RS:2;fb2f6cb7846a:38499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T00:42:21,670 INFO [RS:2;fb2f6cb7846a:38499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T00:42:21,670 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d5cb69d023358be63b27d8854053571 2024-11-15T00:42:21,670 INFO [RS:0;fb2f6cb7846a:43681 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T00:42:21,670 INFO [RS:0;fb2f6cb7846a:43681 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T00:42:21,670 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(3091): Received CLOSE for 70c8eb2ec3ad151cb76c0250a2a1a487 2024-11-15T00:42:21,672 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(3091): Received CLOSE for e45ab924713e4570394f0917a070a6c8 2024-11-15T00:42:21,672 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(3091): Received CLOSE for cf34eba1e08271ed0e8c6897854f81e9 2024-11-15T00:42:21,672 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(3091): Received CLOSE for c3e6de7ee2719ed87446606bc0a8ae97 2024-11-15T00:42:21,672 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(3091): Received CLOSE for 42f40782215889c7c7941c094433cdc5 2024-11-15T00:42:21,672 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(3091): Received CLOSE for 5eebc0e8ab5cfb89c609ed42d3d036df 2024-11-15T00:42:21,672 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(3091): Received CLOSE for 01132ff356e74411de2c104bb65b57aa 2024-11-15T00:42:21,672 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(3091): Received CLOSE for 24200559f43467d2de6ce373840d1203 2024-11-15T00:42:21,672 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(959): stopping server fb2f6cb7846a,38499,1731631255883 2024-11-15T00:42:21,672 INFO [RS:2;fb2f6cb7846a:38499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:42:21,673 INFO [RS:2;fb2f6cb7846a:38499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fb2f6cb7846a:38499. 2024-11-15T00:42:21,673 DEBUG [RS:2;fb2f6cb7846a:38499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:42:21,673 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d5cb69d023358be63b27d8854053571, disabling compactions & flushes 2024-11-15T00:42:21,673 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70c8eb2ec3ad151cb76c0250a2a1a487, disabling compactions & flushes 2024-11-15T00:42:21,672 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(3091): Received CLOSE for deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:42:21,673 DEBUG [RS:2;fb2f6cb7846a:38499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:42:21,673 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. 2024-11-15T00:42:21,673 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487. 2024-11-15T00:42:21,673 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(959): stopping server fb2f6cb7846a,43681,1731631255562 2024-11-15T00:42:21,673 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. 2024-11-15T00:42:21,673 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487. 2024-11-15T00:42:21,673 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. after waiting 0 ms 2024-11-15T00:42:21,673 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487. after waiting 0 ms 2024-11-15T00:42:21,673 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. 2024-11-15T00:42:21,673 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487. 2024-11-15T00:42:21,673 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T00:42:21,673 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T00:42:21,673 INFO [RS:0;fb2f6cb7846a:43681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:42:21,673 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T00:42:21,673 INFO [RS:0;fb2f6cb7846a:43681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb2f6cb7846a:43681. 2024-11-15T00:42:21,673 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T00:42:21,674 DEBUG [RS:0;fb2f6cb7846a:43681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:42:21,674 DEBUG [RS:0;fb2f6cb7846a:43681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:42:21,674 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-15T00:42:21,674 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-15T00:42:21,674 DEBUG [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(1325): Online Regions={70c8eb2ec3ad151cb76c0250a2a1a487=SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487., cf34eba1e08271ed0e8c6897854f81e9=SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9., 5eebc0e8ab5cfb89c609ed42d3d036df=SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df., 24200559f43467d2de6ce373840d1203=SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203., deaf4d4b67db2261d50ac7e4b59e3840=SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840.} 2024-11-15T00:42:21,674 DEBUG [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(1325): Online Regions={4d5cb69d023358be63b27d8854053571=SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571., e45ab924713e4570394f0917a070a6c8=SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8., c3e6de7ee2719ed87446606bc0a8ae97=SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97., 42f40782215889c7c7941c094433cdc5=SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5., 1588230740=hbase:meta,,1.1588230740, 01132ff356e74411de2c104bb65b57aa=SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa.} 2024-11-15T00:42:21,674 DEBUG [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(1351): Waiting on 01132ff356e74411de2c104bb65b57aa, 1588230740, 42f40782215889c7c7941c094433cdc5, 4d5cb69d023358be63b27d8854053571, c3e6de7ee2719ed87446606bc0a8ae97, e45ab924713e4570394f0917a070a6c8 2024-11-15T00:42:21,675 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:42:21,675 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:42:21,675 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:42:21,675 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:42:21,675 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:42:21,675 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-15T00:42:21,682 DEBUG [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(1351): Waiting on 24200559f43467d2de6ce373840d1203, 5eebc0e8ab5cfb89c609ed42d3d036df, 70c8eb2ec3ad151cb76c0250a2a1a487, cf34eba1e08271ed0e8c6897854f81e9, deaf4d4b67db2261d50ac7e4b59e3840 2024-11-15T00:42:21,684 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/70c8eb2ec3ad151cb76c0250a2a1a487/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T00:42:21,688 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487. 2024-11-15T00:42:21,688 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70c8eb2ec3ad151cb76c0250a2a1a487: Waiting for close lock at 1731631341672Running coprocessor pre-close hooks at 1731631341673 (+1 ms)Disabling compacts and flushes for region at 1731631341673Disabling writes for close at 1731631341673Writing region close event to WAL at 1731631341677 (+4 ms)Running coprocessor post-close hooks at 1731631341686 (+9 ms)Closed at 1731631341688 (+2 ms) 2024-11-15T00:42:21,689 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731631269916.70c8eb2ec3ad151cb76c0250a2a1a487. 2024-11-15T00:42:21,689 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf34eba1e08271ed0e8c6897854f81e9, disabling compactions & flushes 2024-11-15T00:42:21,689 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9. 2024-11-15T00:42:21,689 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9. 2024-11-15T00:42:21,689 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9. after waiting 0 ms 2024-11-15T00:42:21,689 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9. 2024-11-15T00:42:21,690 INFO [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:42:21,701 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/4d5cb69d023358be63b27d8854053571/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T00:42:21,702 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. 2024-11-15T00:42:21,702 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d5cb69d023358be63b27d8854053571: Waiting for close lock at 1731631341672Running coprocessor pre-close hooks at 1731631341673 (+1 ms)Disabling compacts and flushes for region at 1731631341673Disabling writes for close at 1731631341673Writing region close event to WAL at 1731631341683 (+10 ms)Running coprocessor post-close hooks at 1731631341702 (+19 ms)Closed at 1731631341702 2024-11-15T00:42:21,702 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731631269916.4d5cb69d023358be63b27d8854053571. 2024-11-15T00:42:21,703 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e45ab924713e4570394f0917a070a6c8, disabling compactions & flushes 2024-11-15T00:42:21,703 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8. 2024-11-15T00:42:21,703 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8. 2024-11-15T00:42:21,703 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8. after waiting 0 ms 2024-11-15T00:42:21,703 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8. 2024-11-15T00:42:21,734 INFO [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:42:21,736 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/cf34eba1e08271ed0e8c6897854f81e9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T00:42:21,737 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/e45ab924713e4570394f0917a070a6c8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T00:42:21,738 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8. 2024-11-15T00:42:21,738 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e45ab924713e4570394f0917a070a6c8: Waiting for close lock at 1731631341703Running coprocessor pre-close hooks at 1731631341703Disabling compacts and flushes for region at 1731631341703Disabling writes for close at 1731631341703Writing region close event to WAL at 1731631341705 (+2 ms)Running coprocessor post-close hooks at 1731631341738 (+33 ms)Closed at 1731631341738 2024-11-15T00:42:21,739 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731631269916.e45ab924713e4570394f0917a070a6c8. 2024-11-15T00:42:21,739 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3e6de7ee2719ed87446606bc0a8ae97, disabling compactions & flushes 2024-11-15T00:42:21,739 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. 2024-11-15T00:42:21,739 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. 2024-11-15T00:42:21,739 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. after waiting 0 ms 2024-11-15T00:42:21,739 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. 2024-11-15T00:42:21,740 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740/.tmp/info/b3c61509b5f24c57866192eb2a43f5ae is 167, key is SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa./info:regioninfo/1731631281488/Put/seqid=0 2024-11-15T00:42:21,741 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9. 2024-11-15T00:42:21,742 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf34eba1e08271ed0e8c6897854f81e9: Waiting for close lock at 1731631341689Running coprocessor pre-close hooks at 1731631341689Disabling compacts and flushes for region at 1731631341689Disabling writes for close at 1731631341689Writing region close event to WAL at 1731631341704 (+15 ms)Running coprocessor post-close hooks at 1731631341741 (+37 ms)Closed at 1731631341741 2024-11-15T00:42:21,742 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731631269916.cf34eba1e08271ed0e8c6897854f81e9. 2024-11-15T00:42:21,742 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5eebc0e8ab5cfb89c609ed42d3d036df, disabling compactions & flushes 2024-11-15T00:42:21,742 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df. 2024-11-15T00:42:21,742 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df. 2024-11-15T00:42:21,742 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df. after waiting 0 ms 2024-11-15T00:42:21,742 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df. 2024-11-15T00:42:21,753 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/5eebc0e8ab5cfb89c609ed42d3d036df/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T00:42:21,753 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/c3e6de7ee2719ed87446606bc0a8ae97/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T00:42:21,754 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df. 2024-11-15T00:42:21,754 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. 2024-11-15T00:42:21,754 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5eebc0e8ab5cfb89c609ed42d3d036df: Waiting for close lock at 1731631341742Running coprocessor pre-close hooks at 1731631341742Disabling compacts and flushes for region at 1731631341742Disabling writes for close at 1731631341742Writing region close event to WAL at 1731631341747 (+5 ms)Running coprocessor post-close hooks at 1731631341754 (+7 ms)Closed at 1731631341754 2024-11-15T00:42:21,754 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3e6de7ee2719ed87446606bc0a8ae97: Waiting for close lock at 1731631341739Running coprocessor pre-close hooks at 1731631341739Disabling compacts and flushes for region at 1731631341739Disabling writes for close at 1731631341739Writing region close event to WAL at 1731631341741 (+2 ms)Running coprocessor post-close hooks at 1731631341754 (+13 ms)Closed at 1731631341754 2024-11-15T00:42:21,755 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731631269916.c3e6de7ee2719ed87446606bc0a8ae97. 2024-11-15T00:42:21,755 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731631269916.5eebc0e8ab5cfb89c609ed42d3d036df. 2024-11-15T00:42:21,755 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24200559f43467d2de6ce373840d1203, disabling compactions & flushes 2024-11-15T00:42:21,755 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42f40782215889c7c7941c094433cdc5, disabling compactions & flushes 2024-11-15T00:42:21,755 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203. 2024-11-15T00:42:21,755 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. 2024-11-15T00:42:21,755 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203. 2024-11-15T00:42:21,755 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203. after waiting 0 ms 2024-11-15T00:42:21,755 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. 2024-11-15T00:42:21,755 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203. 2024-11-15T00:42:21,755 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. after waiting 0 ms 2024-11-15T00:42:21,755 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. 2024-11-15T00:42:21,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741863_1039 (size=19817) 2024-11-15T00:42:21,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741863_1039 (size=19817) 2024-11-15T00:42:21,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741863_1039 (size=19817) 2024-11-15T00:42:21,764 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740/.tmp/info/b3c61509b5f24c57866192eb2a43f5ae 2024-11-15T00:42:21,771 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/42f40782215889c7c7941c094433cdc5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T00:42:21,772 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. 2024-11-15T00:42:21,773 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42f40782215889c7c7941c094433cdc5: Waiting for close lock at 1731631341755Running coprocessor pre-close hooks at 1731631341755Disabling compacts and flushes for region at 1731631341755Disabling writes for close at 1731631341755Writing region close event to WAL at 1731631341760 (+5 ms)Running coprocessor post-close hooks at 1731631341772 (+12 ms)Closed at 1731631341772 2024-11-15T00:42:21,773 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731631269916.42f40782215889c7c7941c094433cdc5. 2024-11-15T00:42:21,773 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01132ff356e74411de2c104bb65b57aa, disabling compactions & flushes 2024-11-15T00:42:21,773 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa. 2024-11-15T00:42:21,773 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa. 2024-11-15T00:42:21,773 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa. after waiting 0 ms 2024-11-15T00:42:21,773 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa. 2024-11-15T00:42:21,780 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/01132ff356e74411de2c104bb65b57aa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T00:42:21,780 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/24200559f43467d2de6ce373840d1203/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T00:42:21,781 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203. 2024-11-15T00:42:21,781 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa. 2024-11-15T00:42:21,781 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24200559f43467d2de6ce373840d1203: Waiting for close lock at 1731631341755Running coprocessor pre-close hooks at 1731631341755Disabling compacts and flushes for region at 1731631341755Disabling writes for close at 1731631341755Writing region close event to WAL at 1731631341769 (+14 ms)Running coprocessor post-close hooks at 1731631341780 (+11 ms)Closed at 1731631341781 (+1 ms) 2024-11-15T00:42:21,781 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01132ff356e74411de2c104bb65b57aa: Waiting for close lock at 1731631341773Running coprocessor pre-close hooks at 1731631341773Disabling compacts and flushes for region at 1731631341773Disabling writes for close at 1731631341773Writing region close event to WAL at 1731631341773Running coprocessor post-close hooks at 1731631341781 (+8 ms)Closed at 1731631341781 2024-11-15T00:42:21,781 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731631269916.24200559f43467d2de6ce373840d1203. 2024-11-15T00:42:21,781 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731631269916.01132ff356e74411de2c104bb65b57aa. 2024-11-15T00:42:21,781 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing deaf4d4b67db2261d50ac7e4b59e3840, disabling compactions & flushes 2024-11-15T00:42:21,781 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. 2024-11-15T00:42:21,781 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. 2024-11-15T00:42:21,781 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. after waiting 0 ms 2024-11-15T00:42:21,781 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. 2024-11-15T00:42:21,790 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/default/SPTestTable/deaf4d4b67db2261d50ac7e4b59e3840/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T00:42:21,791 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. 2024-11-15T00:42:21,791 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for deaf4d4b67db2261d50ac7e4b59e3840: Waiting for close lock at 1731631341781Running coprocessor pre-close hooks at 1731631341781Disabling compacts and flushes for region at 1731631341781Disabling writes for close at 1731631341781Writing region close event to WAL at 1731631341782 (+1 ms)Running coprocessor post-close hooks at 1731631341791 (+9 ms)Closed at 1731631341791 2024-11-15T00:42:21,791 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731631269916.deaf4d4b67db2261d50ac7e4b59e3840. 2024-11-15T00:42:21,802 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740/.tmp/ns/0229cb48af26436bb4395b1050c7c1a4 is 43, key is default/ns:d/1731631269147/Put/seqid=0 2024-11-15T00:42:21,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741864_1040 (size=5153) 2024-11-15T00:42:21,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741864_1040 (size=5153) 2024-11-15T00:42:21,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741864_1040 (size=5153) 2024-11-15T00:42:21,816 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740/.tmp/ns/0229cb48af26436bb4395b1050c7c1a4 2024-11-15T00:42:21,840 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740/.tmp/table/80ff8f8ca5cb4c828677e834118bbcb4 is 47, key is SPTestTable/table:state/1731631281513/Put/seqid=0 2024-11-15T00:42:21,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741865_1041 (size=5214) 2024-11-15T00:42:21,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741865_1041 (size=5214) 2024-11-15T00:42:21,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741865_1041 (size=5214) 2024-11-15T00:42:21,849 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740/.tmp/table/80ff8f8ca5cb4c828677e834118bbcb4 2024-11-15T00:42:21,857 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740/.tmp/info/b3c61509b5f24c57866192eb2a43f5ae as hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740/info/b3c61509b5f24c57866192eb2a43f5ae 2024-11-15T00:42:21,866 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740/info/b3c61509b5f24c57866192eb2a43f5ae, entries=112, sequenceid=35, filesize=19.4 K 2024-11-15T00:42:21,868 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740/.tmp/ns/0229cb48af26436bb4395b1050c7c1a4 as hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740/ns/0229cb48af26436bb4395b1050c7c1a4 2024-11-15T00:42:21,875 DEBUG [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T00:42:21,877 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740/ns/0229cb48af26436bb4395b1050c7c1a4, entries=2, sequenceid=35, filesize=5.0 K 2024-11-15T00:42:21,878 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740/.tmp/table/80ff8f8ca5cb4c828677e834118bbcb4 as hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740/table/80ff8f8ca5cb4c828677e834118bbcb4 2024-11-15T00:42:21,883 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(976): stopping server fb2f6cb7846a,43681,1731631255562; all regions closed. 2024-11-15T00:42:21,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741835_1011 (size=4022) 2024-11-15T00:42:21,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741835_1011 (size=4022) 2024-11-15T00:42:21,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741835_1011 (size=4022) 2024-11-15T00:42:21,888 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740/table/80ff8f8ca5cb4c828677e834118bbcb4, entries=2, sequenceid=35, filesize=5.1 K 2024-11-15T00:42:21,890 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 215ms, sequenceid=35, compaction requested=false 2024-11-15T00:42:21,890 DEBUG [RS:0;fb2f6cb7846a:43681 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/oldWALs 2024-11-15T00:42:21,890 INFO [RS:0;fb2f6cb7846a:43681 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C43681%2C1731631255562:(num 1731631258328) 2024-11-15T00:42:21,891 DEBUG [RS:0;fb2f6cb7846a:43681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:42:21,891 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:42:21,891 INFO [RS:0;fb2f6cb7846a:43681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:42:21,891 INFO [RS:0;fb2f6cb7846a:43681 {}] hbase.ChoreService(370): Chore service for: regionserver/fb2f6cb7846a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T00:42:21,891 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T00:42:21,891 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T00:42:21,891 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T00:42:21,891 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:42:21,891 INFO [RS:0;fb2f6cb7846a:43681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:42:21,892 INFO [RS:0;fb2f6cb7846a:43681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43681 2024-11-15T00:42:21,897 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-15T00:42:21,898 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:42:21,898 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:42:21,899 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731631341675Running coprocessor pre-close hooks at 1731631341675Disabling compacts and flushes for region at 1731631341675Disabling writes for close at 1731631341675Obtaining lock to block concurrent updates at 1731631341675Preparing flush snapshotting stores in 1588230740 at 1731631341675Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1731631341676 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731631341677 (+1 ms)Flushing 1588230740/info: creating writer at 1731631341677Flushing 1588230740/info: appending metadata at 1731631341739 (+62 ms)Flushing 1588230740/info: closing flushed file at 1731631341739Flushing 1588230740/ns: creating writer at 1731631341778 (+39 ms)Flushing 1588230740/ns: appending metadata at 1731631341802 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731631341802Flushing 1588230740/table: creating writer at 1731631341824 (+22 ms)Flushing 1588230740/table: appending metadata at 1731631341839 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731631341839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ab6f54f: reopening flushed file at 1731631341856 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@553a0e07: reopening flushed file at 1731631341867 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f69cc14: reopening flushed file at 1731631341877 (+10 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 215ms, sequenceid=35, compaction requested=false at 1731631341890 (+13 ms)Writing region close event to WAL at 1731631341893 (+3 ms)Running coprocessor post-close hooks at 1731631341898 (+5 ms)Closed at 1731631341898 2024-11-15T00:42:21,899 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T00:42:21,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:42:21,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,43681,1731631255562 2024-11-15T00:42:21,901 INFO [RS:0;fb2f6cb7846a:43681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:42:21,911 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,43681,1731631255562] 2024-11-15T00:42:21,922 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,43681,1731631255562 already deleted, retry=false 2024-11-15T00:42:21,922 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb2f6cb7846a,43681,1731631255562 expired; onlineServers=1 2024-11-15T00:42:22,011 INFO [RS:0;fb2f6cb7846a:43681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:42:22,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:42:22,012 INFO [RS:0;fb2f6cb7846a:43681 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,43681,1731631255562; zookeeper connection closed. 2024-11-15T00:42:22,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43681-0x1013bf001900001, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:42:22,012 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c7bdc99 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c7bdc99 2024-11-15T00:42:22,075 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(976): stopping server fb2f6cb7846a,38499,1731631255883; all regions closed. 2024-11-15T00:42:22,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741836_1012 (size=18438) 2024-11-15T00:42:22,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741836_1012 (size=18438) 2024-11-15T00:42:22,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741836_1012 (size=18438) 2024-11-15T00:42:22,081 DEBUG [RS:2;fb2f6cb7846a:38499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/oldWALs 2024-11-15T00:42:22,081 INFO [RS:2;fb2f6cb7846a:38499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C38499%2C1731631255883.meta:.meta(num 1731631268724) 2024-11-15T00:42:22,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741834_1010 (size=3530) 2024-11-15T00:42:22,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741834_1010 (size=3530) 2024-11-15T00:42:22,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741834_1010 (size=3530) 2024-11-15T00:42:22,086 DEBUG [RS:2;fb2f6cb7846a:38499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/oldWALs 2024-11-15T00:42:22,086 INFO [RS:2;fb2f6cb7846a:38499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C38499%2C1731631255883:(num 1731631258327) 2024-11-15T00:42:22,086 DEBUG [RS:2;fb2f6cb7846a:38499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:42:22,086 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:42:22,086 INFO [RS:2;fb2f6cb7846a:38499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:42:22,086 INFO [RS:2;fb2f6cb7846a:38499 {}] hbase.ChoreService(370): Chore service for: regionserver/fb2f6cb7846a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T00:42:22,087 INFO [RS:2;fb2f6cb7846a:38499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:42:22,087 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:42:22,087 INFO [RS:2;fb2f6cb7846a:38499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38499 2024-11-15T00:42:22,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,38499,1731631255883 2024-11-15T00:42:22,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:42:22,098 INFO [RS:2;fb2f6cb7846a:38499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:42:22,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,38499,1731631255883] 2024-11-15T00:42:22,118 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,38499,1731631255883 already deleted, retry=false 2024-11-15T00:42:22,119 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb2f6cb7846a,38499,1731631255883 expired; onlineServers=0 2024-11-15T00:42:22,119 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb2f6cb7846a,45007,1731631253892' ***** 2024-11-15T00:42:22,119 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T00:42:22,119 INFO [M:0;fb2f6cb7846a:45007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:42:22,119 INFO [M:0;fb2f6cb7846a:45007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:42:22,119 DEBUG [M:0;fb2f6cb7846a:45007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T00:42:22,119 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T00:42:22,119 DEBUG [M:0;fb2f6cb7846a:45007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T00:42:22,119 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731631257710 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731631257710,5,FailOnTimeoutGroup] 2024-11-15T00:42:22,119 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731631257714 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731631257714,5,FailOnTimeoutGroup] 2024-11-15T00:42:22,119 INFO [M:0;fb2f6cb7846a:45007 {}] hbase.ChoreService(370): Chore service for: master/fb2f6cb7846a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T00:42:22,120 INFO [M:0;fb2f6cb7846a:45007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:42:22,120 DEBUG [M:0;fb2f6cb7846a:45007 {}] master.HMaster(1795): Stopping service threads 2024-11-15T00:42:22,120 INFO [M:0;fb2f6cb7846a:45007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T00:42:22,120 INFO [M:0;fb2f6cb7846a:45007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:42:22,121 INFO [M:0;fb2f6cb7846a:45007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T00:42:22,121 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T00:42:22,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T00:42:22,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:22,132 DEBUG [M:0;fb2f6cb7846a:45007 {}] zookeeper.ZKUtil(347): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T00:42:22,132 WARN [M:0;fb2f6cb7846a:45007 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T00:42:22,133 INFO [M:0;fb2f6cb7846a:45007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/.lastflushedseqids 2024-11-15T00:42:22,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741866_1042 (size=668) 2024-11-15T00:42:22,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741866_1042 (size=668) 2024-11-15T00:42:22,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741866_1042 (size=668) 2024-11-15T00:42:22,149 INFO [M:0;fb2f6cb7846a:45007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T00:42:22,149 INFO [M:0;fb2f6cb7846a:45007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T00:42:22,149 DEBUG [M:0;fb2f6cb7846a:45007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:42:22,149 INFO [M:0;fb2f6cb7846a:45007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:42:22,149 DEBUG [M:0;fb2f6cb7846a:45007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:42:22,149 DEBUG [M:0;fb2f6cb7846a:45007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:42:22,150 DEBUG [M:0;fb2f6cb7846a:45007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:42:22,150 INFO [M:0;fb2f6cb7846a:45007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.37 KB heapSize=229.78 KB 2024-11-15T00:42:22,168 DEBUG [M:0;fb2f6cb7846a:45007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67a3415d28f240eebe85367272140c23 is 82, key is hbase:meta,,1/info:regioninfo/1731631268944/Put/seqid=0 2024-11-15T00:42:22,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741867_1043 (size=5672) 2024-11-15T00:42:22,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741867_1043 (size=5672) 2024-11-15T00:42:22,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741867_1043 (size=5672) 2024-11-15T00:42:22,176 INFO [M:0;fb2f6cb7846a:45007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67a3415d28f240eebe85367272140c23 2024-11-15T00:42:22,202 DEBUG [M:0;fb2f6cb7846a:45007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e348baf8af6848868174bb4b9954149a is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731631281523/Put/seqid=0 2024-11-15T00:42:22,208 INFO [RS:2;fb2f6cb7846a:38499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:42:22,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:42:22,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013bf001900003, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:42:22,208 INFO [RS:2;fb2f6cb7846a:38499 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,38499,1731631255883; zookeeper connection closed. 2024-11-15T00:42:22,212 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74435a65 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74435a65 2024-11-15T00:42:22,213 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-15T00:42:22,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741868_1044 (size=8904) 2024-11-15T00:42:22,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741868_1044 (size=8904) 2024-11-15T00:42:22,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741868_1044 (size=8904) 2024-11-15T00:42:22,630 INFO [M:0;fb2f6cb7846a:45007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.63 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e348baf8af6848868174bb4b9954149a 2024-11-15T00:42:22,636 INFO [M:0;fb2f6cb7846a:45007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e348baf8af6848868174bb4b9954149a 2024-11-15T00:42:22,655 DEBUG [M:0;fb2f6cb7846a:45007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/717149dcfcde4883a2c752632b7bbf32 is 69, key is fb2f6cb7846a,38499,1731631255883/rs:state/1731631257929/Put/seqid=0 2024-11-15T00:42:22,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741869_1045 (size=5441) 2024-11-15T00:42:22,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741869_1045 (size=5441) 2024-11-15T00:42:22,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741869_1045 (size=5441) 2024-11-15T00:42:22,667 INFO [M:0;fb2f6cb7846a:45007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/717149dcfcde4883a2c752632b7bbf32 2024-11-15T00:42:22,672 INFO [M:0;fb2f6cb7846a:45007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 717149dcfcde4883a2c752632b7bbf32 2024-11-15T00:42:22,674 DEBUG [M:0;fb2f6cb7846a:45007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67a3415d28f240eebe85367272140c23 as hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67a3415d28f240eebe85367272140c23 2024-11-15T00:42:22,680 INFO [M:0;fb2f6cb7846a:45007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67a3415d28f240eebe85367272140c23, entries=8, sequenceid=485, filesize=5.5 K 2024-11-15T00:42:22,681 DEBUG [M:0;fb2f6cb7846a:45007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e348baf8af6848868174bb4b9954149a as hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e348baf8af6848868174bb4b9954149a 2024-11-15T00:42:22,688 INFO [M:0;fb2f6cb7846a:45007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e348baf8af6848868174bb4b9954149a 2024-11-15T00:42:22,688 INFO [M:0;fb2f6cb7846a:45007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e348baf8af6848868174bb4b9954149a, entries=54, sequenceid=485, filesize=8.7 K 2024-11-15T00:42:22,689 DEBUG [M:0;fb2f6cb7846a:45007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/717149dcfcde4883a2c752632b7bbf32 as hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/717149dcfcde4883a2c752632b7bbf32 2024-11-15T00:42:22,695 INFO [M:0;fb2f6cb7846a:45007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 717149dcfcde4883a2c752632b7bbf32 2024-11-15T00:42:22,696 INFO [M:0;fb2f6cb7846a:45007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36543/user/jenkins/test-data/6fd2a6b0-11a4-1bb2-fab6-3e964c2b31bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/717149dcfcde4883a2c752632b7bbf32, entries=3, sequenceid=485, filesize=5.3 K 2024-11-15T00:42:22,697 INFO [M:0;fb2f6cb7846a:45007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.37 KB/189816, heapSize ~229.48 KB/234992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 546ms, sequenceid=485, compaction requested=false 2024-11-15T00:42:22,698 INFO [M:0;fb2f6cb7846a:45007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:42:22,698 DEBUG [M:0;fb2f6cb7846a:45007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731631342149Disabling compacts and flushes for region at 1731631342149Disabling writes for close at 1731631342149Obtaining lock to block concurrent updates at 1731631342150 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731631342150Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189816, getHeapSize=235232, getOffHeapSize=0, getCellsCount=588 at 1731631342150Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731631342153 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731631342153Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731631342168 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731631342168Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731631342182 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731631342201 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731631342201Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731631342637 (+436 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731631342654 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731631342654Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5353b7e2: reopening flushed file at 1731631342672 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aaee496: reopening flushed file at 1731631342680 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23c23fb0: reopening flushed file at 1731631342688 (+8 ms)Finished flush of dataSize ~185.37 KB/189816, heapSize ~229.48 KB/234992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 546ms, sequenceid=485, compaction requested=false at 1731631342697 (+9 ms)Writing region close event to WAL at 1731631342698 (+1 ms)Closed at 1731631342698 2024-11-15T00:42:22,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741830_1006 (size=222172) 2024-11-15T00:42:22,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741830_1006 (size=222172) 2024-11-15T00:42:22,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741830_1006 (size=222172) 2024-11-15T00:42:22,702 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:42:22,702 INFO [M:0;fb2f6cb7846a:45007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T00:42:22,703 INFO [M:0;fb2f6cb7846a:45007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45007 2024-11-15T00:42:22,703 INFO [M:0;fb2f6cb7846a:45007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:42:22,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:42:22,879 INFO [M:0;fb2f6cb7846a:45007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:42:22,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x1013bf001900000, quorum=127.0.0.1:52307, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:42:22,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2de6ecdc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:42:22,888 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e1ed1ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:42:22,888 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:42:22,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14a66471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:42:22,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27a9f8af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/hadoop.log.dir/,STOPPED} 2024-11-15T00:42:22,891 WARN [BP-598068914-172.17.0.3-1731631245726 heartbeating to localhost/127.0.0.1:36543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:42:22,891 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:42:22,891 WARN [BP-598068914-172.17.0.3-1731631245726 heartbeating to localhost/127.0.0.1:36543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-598068914-172.17.0.3-1731631245726 (Datanode Uuid 3ab557a5-55a8-42d1-8f16-0da8360bc24e) service to localhost/127.0.0.1:36543 2024-11-15T00:42:22,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:42:22,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/cluster_878ffc44-09b6-8210-483e-a127d7107f8d/data/data5/current/BP-598068914-172.17.0.3-1731631245726 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:42:22,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/cluster_878ffc44-09b6-8210-483e-a127d7107f8d/data/data6/current/BP-598068914-172.17.0.3-1731631245726 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:42:22,893 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:42:22,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e863f8a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:42:22,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@545c1b82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:42:22,895 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:42:22,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6344d48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:42:22,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fefd776{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/hadoop.log.dir/,STOPPED} 2024-11-15T00:42:22,899 WARN [BP-598068914-172.17.0.3-1731631245726 heartbeating to localhost/127.0.0.1:36543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:42:22,899 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:42:22,899 WARN [BP-598068914-172.17.0.3-1731631245726 heartbeating to localhost/127.0.0.1:36543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-598068914-172.17.0.3-1731631245726 (Datanode Uuid 3638ce19-524e-4399-8d8b-a9d5b70cb20a) service to localhost/127.0.0.1:36543 2024-11-15T00:42:22,899 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:42:22,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/cluster_878ffc44-09b6-8210-483e-a127d7107f8d/data/data3/current/BP-598068914-172.17.0.3-1731631245726 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:42:22,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/cluster_878ffc44-09b6-8210-483e-a127d7107f8d/data/data4/current/BP-598068914-172.17.0.3-1731631245726 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:42:22,900 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:42:22,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d9e55f8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:42:22,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ba8b311{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:42:22,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:42:22,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@156e69b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:42:22,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49c47bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/hadoop.log.dir/,STOPPED} 2024-11-15T00:42:22,904 WARN [BP-598068914-172.17.0.3-1731631245726 heartbeating to localhost/127.0.0.1:36543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:42:22,904 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:42:22,904 WARN [BP-598068914-172.17.0.3-1731631245726 heartbeating to localhost/127.0.0.1:36543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-598068914-172.17.0.3-1731631245726 (Datanode Uuid a4f58f77-3479-4b59-9b1d-c420e08cc6d7) service to localhost/127.0.0.1:36543 2024-11-15T00:42:22,904 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:42:22,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/cluster_878ffc44-09b6-8210-483e-a127d7107f8d/data/data1/current/BP-598068914-172.17.0.3-1731631245726 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:42:22,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/cluster_878ffc44-09b6-8210-483e-a127d7107f8d/data/data2/current/BP-598068914-172.17.0.3-1731631245726 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:42:22,905 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:42:22,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79bca9fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T00:42:22,914 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61f4e9a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:42:22,914 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:42:22,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13dff5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:42:22,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@816944b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/hadoop.log.dir/,STOPPED} 2024-11-15T00:42:22,927 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T00:42:22,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T00:42:22,986 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:36543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fb2f6cb7846a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fb2f6cb7846a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:36543 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fb2f6cb7846a:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2a2583a4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fb2f6cb7846a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fb2f6cb7846a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:36543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:36543 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fb2f6cb7846a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fb2f6cb7846a:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=606 (was 896), ProcessCount=11 (was 11), AvailableMemoryMB=1873 (was 3654) 2024-11-15T00:42:22,993 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=606, ProcessCount=11, AvailableMemoryMB=1872 2024-11-15T00:42:23,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/hadoop.log.dir so I do NOT create it in target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917 2024-11-15T00:42:23,007 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T00:42:23,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/hadoop.tmp.dir so I do NOT create it in target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917 2024-11-15T00:42:23,007 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5ca2bf8-95cb-bb5d-2de5-f11a05bf833a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T00:42:23,007 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917 2024-11-15T00:42:23,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T00:42:23,007 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/cluster_f2023afb-7ec1-8c49-720b-57aa1f3db005, deleteOnExit=true 2024-11-15T00:42:23,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T00:42:23,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/test.cache.data in system properties and HBase conf 2024-11-15T00:42:23,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T00:42:23,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/hadoop.log.dir in system properties and HBase conf 2024-11-15T00:42:23,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T00:42:23,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T00:42:23,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T00:42:23,008 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:42:23,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T00:42:23,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T00:42:23,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T00:42:23,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T00:42:23,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T00:42:23,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T00:42:23,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T00:42:23,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T00:42:23,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T00:42:23,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/nfs.dump.dir in system properties and HBase conf 2024-11-15T00:42:23,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/java.io.tmpdir in system properties and HBase conf 2024-11-15T00:42:23,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T00:42:23,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T00:42:23,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T00:42:23,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:42:23,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:42:23,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:42:23,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:42:23,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:42:23,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:42:23,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51bc3513{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:42:23,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59694319{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:42:23,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@234f3d07{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/java.io.tmpdir/jetty-localhost-37815-hadoop-hdfs-3_4_1-tests_jar-_-any-4882199263387826343/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T00:42:23,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@91867d4{HTTP/1.1, (http/1.1)}{localhost:37815} 2024-11-15T00:42:23,542 INFO [Time-limited test {}] server.Server(415): Started @100882ms 2024-11-15T00:42:23,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:42:23,823 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:42:23,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:42:23,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:42:23,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:42:23,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1125cf6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:42:23,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef30e43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:42:23,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3561e9c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/java.io.tmpdir/jetty-localhost-37681-hadoop-hdfs-3_4_1-tests_jar-_-any-15992915614228570362/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:42:23,934 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75e03b8a{HTTP/1.1, (http/1.1)}{localhost:37681} 2024-11-15T00:42:23,934 INFO [Time-limited test {}] server.Server(415): Started @101274ms 2024-11-15T00:42:23,936 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:42:23,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:42:23,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:42:23,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:42:23,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:42:23,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:42:23,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d4b7e3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:42:23,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e0f2539{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:42:24,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67b91593{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/java.io.tmpdir/jetty-localhost-35679-hadoop-hdfs-3_4_1-tests_jar-_-any-7827982085866761029/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:42:24,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c3b8476{HTTP/1.1, (http/1.1)}{localhost:35679} 2024-11-15T00:42:24,083 INFO [Time-limited test {}] server.Server(415): Started @101423ms 2024-11-15T00:42:24,085 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:42:24,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:42:24,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T00:42:24,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T00:42:24,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:42:24,721 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:42:24,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:42:24,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:42:24,722 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T00:42:24,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5da9abcc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:42:24,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14a237b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:42:24,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16005bf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/java.io.tmpdir/jetty-localhost-44619-hadoop-hdfs-3_4_1-tests_jar-_-any-13941948460806804223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:42:24,973 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bbfbee7{HTTP/1.1, (http/1.1)}{localhost:44619} 2024-11-15T00:42:24,973 INFO [Time-limited test {}] server.Server(415): Started @102313ms 2024-11-15T00:42:24,975 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:42:26,247 WARN [Thread-712 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/cluster_f2023afb-7ec1-8c49-720b-57aa1f3db005/data/data2/current/BP-1212656632-172.17.0.3-1731631343029/current, will proceed with Du for space computation calculation, 2024-11-15T00:42:26,247 WARN [Thread-711 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/cluster_f2023afb-7ec1-8c49-720b-57aa1f3db005/data/data1/current/BP-1212656632-172.17.0.3-1731631343029/current, will proceed with Du for space computation calculation, 2024-11-15T00:42:26,266 WARN [Thread-652 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:42:26,268 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1212c6b584bdea1 with lease ID 0x7574003d523bb0f2: Processing first storage report for DS-a1e44354-864e-4dfc-ace6-b4c4d2e49a40 from datanode DatanodeRegistration(127.0.0.1:40967, datanodeUuid=f853d0f6-ed68-4e68-808d-ccdc6ca6b356, infoPort=41187, infoSecurePort=0, ipcPort=35807, storageInfo=lv=-57;cid=testClusterID;nsid=1163488323;c=1731631343029) 2024-11-15T00:42:26,268 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1212c6b584bdea1 with lease ID 0x7574003d523bb0f2: from storage DS-a1e44354-864e-4dfc-ace6-b4c4d2e49a40 node DatanodeRegistration(127.0.0.1:40967, datanodeUuid=f853d0f6-ed68-4e68-808d-ccdc6ca6b356, infoPort=41187, infoSecurePort=0, ipcPort=35807, storageInfo=lv=-57;cid=testClusterID;nsid=1163488323;c=1731631343029), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:42:26,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1212c6b584bdea1 with lease ID 0x7574003d523bb0f2: Processing first storage report for DS-12e4efde-bdc9-4cb4-b823-866c59ac57bb from datanode DatanodeRegistration(127.0.0.1:40967, datanodeUuid=f853d0f6-ed68-4e68-808d-ccdc6ca6b356, infoPort=41187, infoSecurePort=0, ipcPort=35807, storageInfo=lv=-57;cid=testClusterID;nsid=1163488323;c=1731631343029) 2024-11-15T00:42:26,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1212c6b584bdea1 with lease ID 0x7574003d523bb0f2: from storage DS-12e4efde-bdc9-4cb4-b823-866c59ac57bb node DatanodeRegistration(127.0.0.1:40967, datanodeUuid=f853d0f6-ed68-4e68-808d-ccdc6ca6b356, infoPort=41187, infoSecurePort=0, ipcPort=35807, storageInfo=lv=-57;cid=testClusterID;nsid=1163488323;c=1731631343029), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:42:26,660 WARN [Thread-723 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/cluster_f2023afb-7ec1-8c49-720b-57aa1f3db005/data/data3/current/BP-1212656632-172.17.0.3-1731631343029/current, will proceed with Du for space computation calculation, 2024-11-15T00:42:26,660 WARN [Thread-724 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/cluster_f2023afb-7ec1-8c49-720b-57aa1f3db005/data/data4/current/BP-1212656632-172.17.0.3-1731631343029/current, will proceed with Du for space computation calculation, 2024-11-15T00:42:26,681 WARN [Thread-675 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:42:26,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a2f591f7941e897 with lease ID 0x7574003d523bb0f3: Processing first storage report for DS-14c66b6e-04b0-4f9a-a5cd-ccf8382f1d90 from datanode DatanodeRegistration(127.0.0.1:38233, datanodeUuid=aa3e2f63-c0e9-4c79-ace1-eeaff50ed680, infoPort=45295, infoSecurePort=0, ipcPort=43257, storageInfo=lv=-57;cid=testClusterID;nsid=1163488323;c=1731631343029) 2024-11-15T00:42:26,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a2f591f7941e897 with lease ID 0x7574003d523bb0f3: from storage DS-14c66b6e-04b0-4f9a-a5cd-ccf8382f1d90 node DatanodeRegistration(127.0.0.1:38233, datanodeUuid=aa3e2f63-c0e9-4c79-ace1-eeaff50ed680, infoPort=45295, infoSecurePort=0, ipcPort=43257, storageInfo=lv=-57;cid=testClusterID;nsid=1163488323;c=1731631343029), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:42:26,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a2f591f7941e897 with lease ID 0x7574003d523bb0f3: Processing first storage report for DS-308f78db-3132-448d-aec6-08ebce4c2044 from datanode DatanodeRegistration(127.0.0.1:38233, datanodeUuid=aa3e2f63-c0e9-4c79-ace1-eeaff50ed680, infoPort=45295, infoSecurePort=0, ipcPort=43257, storageInfo=lv=-57;cid=testClusterID;nsid=1163488323;c=1731631343029) 2024-11-15T00:42:26,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a2f591f7941e897 with lease ID 0x7574003d523bb0f3: from storage DS-308f78db-3132-448d-aec6-08ebce4c2044 node DatanodeRegistration(127.0.0.1:38233, datanodeUuid=aa3e2f63-c0e9-4c79-ace1-eeaff50ed680, infoPort=45295, infoSecurePort=0, ipcPort=43257, storageInfo=lv=-57;cid=testClusterID;nsid=1163488323;c=1731631343029), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:42:26,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:42:26,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:42:26,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:42:26,770 WARN [Thread-735 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/cluster_f2023afb-7ec1-8c49-720b-57aa1f3db005/data/data6/current/BP-1212656632-172.17.0.3-1731631343029/current, will proceed with Du for space computation calculation, 2024-11-15T00:42:26,770 WARN [Thread-734 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/cluster_f2023afb-7ec1-8c49-720b-57aa1f3db005/data/data5/current/BP-1212656632-172.17.0.3-1731631343029/current, will proceed with Du for space computation calculation, 2024-11-15T00:42:26,797 WARN [Thread-697 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:42:26,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5035ee97cdd81b54 with lease ID 0x7574003d523bb0f4: Processing first storage report for DS-626df341-967f-46a4-8b3d-0ceef215fde3 from datanode DatanodeRegistration(127.0.0.1:44955, datanodeUuid=93de5a6e-7fa5-4ff2-895d-9fd169239431, infoPort=38569, infoSecurePort=0, ipcPort=43229, storageInfo=lv=-57;cid=testClusterID;nsid=1163488323;c=1731631343029) 2024-11-15T00:42:26,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5035ee97cdd81b54 with lease ID 0x7574003d523bb0f4: from storage DS-626df341-967f-46a4-8b3d-0ceef215fde3 node DatanodeRegistration(127.0.0.1:44955, datanodeUuid=93de5a6e-7fa5-4ff2-895d-9fd169239431, infoPort=38569, infoSecurePort=0, ipcPort=43229, storageInfo=lv=-57;cid=testClusterID;nsid=1163488323;c=1731631343029), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:42:26,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5035ee97cdd81b54 with lease ID 0x7574003d523bb0f4: Processing first storage report for DS-3cf51136-f6e1-4d31-97c2-61f7444aeeeb from datanode DatanodeRegistration(127.0.0.1:44955, datanodeUuid=93de5a6e-7fa5-4ff2-895d-9fd169239431, infoPort=38569, infoSecurePort=0, ipcPort=43229, storageInfo=lv=-57;cid=testClusterID;nsid=1163488323;c=1731631343029) 2024-11-15T00:42:26,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5035ee97cdd81b54 with lease ID 0x7574003d523bb0f4: from storage DS-3cf51136-f6e1-4d31-97c2-61f7444aeeeb node DatanodeRegistration(127.0.0.1:44955, datanodeUuid=93de5a6e-7fa5-4ff2-895d-9fd169239431, infoPort=38569, infoSecurePort=0, ipcPort=43229, storageInfo=lv=-57;cid=testClusterID;nsid=1163488323;c=1731631343029), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:42:26,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917 2024-11-15T00:42:26,818 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/cluster_f2023afb-7ec1-8c49-720b-57aa1f3db005/zookeeper_0, clientPort=52467, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/cluster_f2023afb-7ec1-8c49-720b-57aa1f3db005/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/cluster_f2023afb-7ec1-8c49-720b-57aa1f3db005/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T00:42:26,819 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52467 2024-11-15T00:42:26,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:42:26,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:42:26,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:42:26,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:42:26,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:42:26,835 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552 with version=8 2024-11-15T00:42:26,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/hbase-staging 2024-11-15T00:42:26,838 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:42:26,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:42:26,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:42:26,838 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:42:26,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:42:26,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:42:26,839 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T00:42:26,839 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:42:26,839 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42951 2024-11-15T00:42:26,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42951 connecting to ZooKeeper ensemble=127.0.0.1:52467 2024-11-15T00:42:26,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429510x0, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:42:26,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42951-0x1013bf1702c0000 connected 2024-11-15T00:42:27,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:42:27,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:42:27,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:42:27,011 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552, hbase.cluster.distributed=false 2024-11-15T00:42:27,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:42:27,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42951 2024-11-15T00:42:27,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42951 2024-11-15T00:42:27,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42951 2024-11-15T00:42:27,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42951 2024-11-15T00:42:27,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42951 2024-11-15T00:42:27,032 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:42:27,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:42:27,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:42:27,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:42:27,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:42:27,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:42:27,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:42:27,033 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:42:27,033 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33949 2024-11-15T00:42:27,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33949 connecting to ZooKeeper ensemble=127.0.0.1:52467 2024-11-15T00:42:27,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:42:27,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:42:27,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339490x0, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:42:27,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339490x0, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:42:27,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33949-0x1013bf1702c0001 connected 2024-11-15T00:42:27,060 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:42:27,061 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:42:27,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T00:42:27,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:42:27,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33949 2024-11-15T00:42:27,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33949 2024-11-15T00:42:27,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33949 2024-11-15T00:42:27,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33949 2024-11-15T00:42:27,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33949 2024-11-15T00:42:27,084 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:42:27,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:42:27,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:42:27,084 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:42:27,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:42:27,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:42:27,084 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:42:27,085 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:42:27,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37785 2024-11-15T00:42:27,086 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37785 connecting to ZooKeeper ensemble=127.0.0.1:52467 2024-11-15T00:42:27,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:42:27,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:42:27,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377850x0, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:42:27,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377850x0, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:42:27,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37785-0x1013bf1702c0002 connected 2024-11-15T00:42:27,160 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:42:27,161 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:42:27,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37785-0x1013bf1702c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T00:42:27,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37785-0x1013bf1702c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:42:27,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37785 2024-11-15T00:42:27,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37785 2024-11-15T00:42:27,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37785 2024-11-15T00:42:27,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37785 2024-11-15T00:42:27,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37785 2024-11-15T00:42:27,184 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:42:27,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:42:27,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:42:27,185 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:42:27,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:42:27,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:42:27,185 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:42:27,185 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:42:27,186 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33995 2024-11-15T00:42:27,188 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33995 connecting to ZooKeeper ensemble=127.0.0.1:52467 2024-11-15T00:42:27,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:42:27,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:42:27,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T00:42:27,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339950x0, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:42:27,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339950x0, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:42:27,221 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:42:27,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33995-0x1013bf1702c0003 connected 2024-11-15T00:42:27,225 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:42:27,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T00:42:27,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:42:27,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:42:27,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:42:27,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33995 2024-11-15T00:42:27,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33995 2024-11-15T00:42:27,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33995 2024-11-15T00:42:27,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33995 2024-11-15T00:42:27,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33995 2024-11-15T00:42:27,253 DEBUG [M:0;fb2f6cb7846a:42951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb2f6cb7846a:42951 2024-11-15T00:42:27,254 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb2f6cb7846a,42951,1731631346838 2024-11-15T00:42:27,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:42:27,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:42:27,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:42:27,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37785-0x1013bf1702c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:42:27,264 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb2f6cb7846a,42951,1731631346838 2024-11-15T00:42:27,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T00:42:27,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37785-0x1013bf1702c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T00:42:27,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37785-0x1013bf1702c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T00:42:27,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,282 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T00:42:27,283 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb2f6cb7846a,42951,1731631346838 from backup master directory 2024-11-15T00:42:27,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:42:27,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37785-0x1013bf1702c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:42:27,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb2f6cb7846a,42951,1731631346838 2024-11-15T00:42:27,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:42:27,292 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:42:27,292 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb2f6cb7846a,42951,1731631346838 2024-11-15T00:42:27,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:42:27,299 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/hbase.id] with ID: f8b89c5a-4faa-4f2b-9d15-3ebd82170e80 2024-11-15T00:42:27,299 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/.tmp/hbase.id 2024-11-15T00:42:27,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:42:27,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:42:27,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:42:27,336 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/.tmp/hbase.id]:[hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/hbase.id] 2024-11-15T00:42:27,367 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:42:27,367 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T00:42:27,379 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 12ms. 2024-11-15T00:42:27,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37785-0x1013bf1702c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:42:27,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:42:27,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:42:27,409 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:42:27,410 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T00:42:27,411 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:42:27,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:42:27,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:42:27,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:42:27,426 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store 2024-11-15T00:42:27,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:42:27,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:42:27,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:42:27,454 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:27,454 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:42:27,454 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:42:27,454 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:42:27,454 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:42:27,455 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:42:27,455 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:42:27,455 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731631347454Disabling compacts and flushes for region at 1731631347454Disabling writes for close at 1731631347454Writing region close event to WAL at 1731631347455 (+1 ms)Closed at 1731631347455 2024-11-15T00:42:27,455 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/.initializing 2024-11-15T00:42:27,455 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/WALs/fb2f6cb7846a,42951,1731631346838 2024-11-15T00:42:27,457 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:42:27,460 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C42951%2C1731631346838, suffix=, logDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/WALs/fb2f6cb7846a,42951,1731631346838, archiveDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/oldWALs, maxLogs=10 2024-11-15T00:42:27,474 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/WALs/fb2f6cb7846a,42951,1731631346838/fb2f6cb7846a%2C42951%2C1731631346838.1731631347461, exclude list is [], retry=0 2024-11-15T00:42:27,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40967,DS-a1e44354-864e-4dfc-ace6-b4c4d2e49a40,DISK] 2024-11-15T00:42:27,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38233,DS-14c66b6e-04b0-4f9a-a5cd-ccf8382f1d90,DISK] 2024-11-15T00:42:27,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44955,DS-626df341-967f-46a4-8b3d-0ceef215fde3,DISK] 2024-11-15T00:42:27,480 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/WALs/fb2f6cb7846a,42951,1731631346838/fb2f6cb7846a%2C42951%2C1731631346838.1731631347461 2024-11-15T00:42:27,482 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45295:45295),(127.0.0.1/127.0.0.1:41187:41187),(127.0.0.1/127.0.0.1:38569:38569)] 2024-11-15T00:42:27,482 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:42:27,483 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:27,483 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:42:27,483 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:42:27,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:42:27,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T00:42:27,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:27,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:42:27,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:42:27,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T00:42:27,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:27,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:42:27,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:42:27,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T00:42:27,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:27,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:42:27,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:42:27,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T00:42:27,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:27,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:42:27,495 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:42:27,496 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:42:27,496 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:42:27,498 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:42:27,498 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:42:27,499 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:42:27,501 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:42:27,503 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:42:27,504 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68837564, jitterRate=0.025759637355804443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:42:27,505 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731631347483Initializing all the Stores at 1731631347484 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631347484Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631347484Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631347484Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631347484Cleaning up temporary data from old regions at 1731631347498 (+14 ms)Region opened successfully at 1731631347505 (+7 ms) 2024-11-15T00:42:27,505 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T00:42:27,509 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2527bc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:42:27,510 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T00:42:27,510 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T00:42:27,511 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T00:42:27,511 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T00:42:27,512 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T00:42:27,512 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T00:42:27,512 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-15T00:42:27,519 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T00:42:27,520 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T00:42:27,574 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T00:42:27,575 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T00:42:27,575 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T00:42:27,584 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T00:42:27,585 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T00:42:27,589 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T00:42:27,596 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T00:42:27,597 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T00:42:27,605 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T00:42:27,611 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T00:42:27,616 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T00:42:27,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37785-0x1013bf1702c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:42:27,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:42:27,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:42:27,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37785-0x1013bf1702c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:42:27,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,633 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb2f6cb7846a,42951,1731631346838, sessionid=0x1013bf1702c0000, setting cluster-up flag (Was=false) 2024-11-15T00:42:27,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37785-0x1013bf1702c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,700 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T00:42:27,705 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,42951,1731631346838 2024-11-15T00:42:27,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37785-0x1013bf1702c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:27,753 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T00:42:27,754 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,42951,1731631346838 2024-11-15T00:42:27,755 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T00:42:27,757 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T00:42:27,758 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T00:42:27,758 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T00:42:27,758 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb2f6cb7846a,42951,1731631346838 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T00:42:27,760 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:42:27,760 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:42:27,760 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:42:27,760 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:42:27,761 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb2f6cb7846a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T00:42:27,761 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,761 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:42:27,761 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,768 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731631377768 2024-11-15T00:42:27,769 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T00:42:27,769 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T00:42:27,769 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T00:42:27,769 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T00:42:27,769 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T00:42:27,769 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T00:42:27,769 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,770 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T00:42:27,770 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T00:42:27,770 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T00:42:27,771 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T00:42:27,771 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T00:42:27,772 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731631347771,5,FailOnTimeoutGroup] 2024-11-15T00:42:27,773 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:42:27,773 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T00:42:27,773 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731631347772,5,FailOnTimeoutGroup] 2024-11-15T00:42:27,773 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,773 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T00:42:27,774 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,774 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,776 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:27,776 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T00:42:27,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:42:27,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:42:27,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:42:27,801 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T00:42:27,801 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552 2024-11-15T00:42:27,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:42:27,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:42:27,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:42:27,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:27,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T00:42:27,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:42:27,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:27,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:42:27,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T00:42:27,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:42:27,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:27,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:42:27,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T00:42:27,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:42:27,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:27,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:42:27,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T00:42:27,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:42:27,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:27,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:42:27,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:42:27,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740 2024-11-15T00:42:27,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740 2024-11-15T00:42:27,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:42:27,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:42:27,827 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:42:27,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:42:27,831 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:42:27,831 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73128278, jitterRate=0.0896962583065033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:42:27,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731631347815Initializing all the Stores at 1731631347816 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631347816Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631347816Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631347816Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631347816Cleaning up temporary data from old regions at 1731631347827 (+11 ms)Region opened successfully at 1731631347832 (+5 ms) 2024-11-15T00:42:27,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:42:27,832 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:42:27,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:42:27,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:42:27,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:42:27,832 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:42:27,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731631347832Disabling compacts and flushes for region at 1731631347832Disabling writes for close at 1731631347832Writing region close event to WAL at 1731631347832Closed at 1731631347832 2024-11-15T00:42:27,833 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:42:27,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T00:42:27,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T00:42:27,835 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:42:27,838 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T00:42:27,839 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(746): ClusterId : f8b89c5a-4faa-4f2b-9d15-3ebd82170e80 2024-11-15T00:42:27,839 DEBUG [RS:0;fb2f6cb7846a:33949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:42:27,839 INFO [RS:1;fb2f6cb7846a:37785 {}] regionserver.HRegionServer(746): ClusterId : f8b89c5a-4faa-4f2b-9d15-3ebd82170e80 2024-11-15T00:42:27,839 DEBUG [RS:1;fb2f6cb7846a:37785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:42:27,840 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(746): ClusterId : f8b89c5a-4faa-4f2b-9d15-3ebd82170e80 2024-11-15T00:42:27,840 DEBUG [RS:2;fb2f6cb7846a:33995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:42:27,859 DEBUG [RS:0;fb2f6cb7846a:33949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:42:27,859 DEBUG [RS:0;fb2f6cb7846a:33949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:42:27,859 DEBUG [RS:2;fb2f6cb7846a:33995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:42:27,859 DEBUG [RS:1;fb2f6cb7846a:37785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:42:27,859 DEBUG [RS:2;fb2f6cb7846a:33995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:42:27,859 DEBUG [RS:1;fb2f6cb7846a:37785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:42:27,869 DEBUG [RS:0;fb2f6cb7846a:33949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:42:27,869 DEBUG [RS:2;fb2f6cb7846a:33995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:42:27,869 DEBUG [RS:1;fb2f6cb7846a:37785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:42:27,870 DEBUG [RS:1;fb2f6cb7846a:37785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eda3ab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:42:27,870 DEBUG [RS:2;fb2f6cb7846a:33995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4636ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:42:27,870 DEBUG [RS:0;fb2f6cb7846a:33949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be6932b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:42:27,881 DEBUG [RS:1;fb2f6cb7846a:37785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fb2f6cb7846a:37785 2024-11-15T00:42:27,882 DEBUG [RS:2;fb2f6cb7846a:33995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fb2f6cb7846a:33995 2024-11-15T00:42:27,882 INFO [RS:1;fb2f6cb7846a:37785 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:42:27,882 INFO [RS:1;fb2f6cb7846a:37785 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:42:27,882 DEBUG [RS:1;fb2f6cb7846a:37785 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:42:27,882 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:42:27,882 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:42:27,882 DEBUG [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:42:27,882 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,42951,1731631346838 with port=33995, startcode=1731631347184 2024-11-15T00:42:27,883 INFO [RS:1;fb2f6cb7846a:37785 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,42951,1731631346838 with port=37785, startcode=1731631347083 2024-11-15T00:42:27,883 DEBUG [RS:1;fb2f6cb7846a:37785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:42:27,883 DEBUG [RS:2;fb2f6cb7846a:33995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:42:27,885 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37611, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:42:27,885 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55139, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:42:27,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,33995,1731631347184 2024-11-15T00:42:27,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42951 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:42:27,886 DEBUG [RS:0;fb2f6cb7846a:33949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb2f6cb7846a:33949 2024-11-15T00:42:27,886 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:42:27,886 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:42:27,886 DEBUG [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:42:27,887 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,42951,1731631346838 with port=33949, startcode=1731631347032 2024-11-15T00:42:27,887 DEBUG [RS:0;fb2f6cb7846a:33949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:42:27,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,37785,1731631347083 2024-11-15T00:42:27,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42951 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,37785,1731631347083 2024-11-15T00:42:27,887 DEBUG [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552 2024-11-15T00:42:27,887 DEBUG [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43783 2024-11-15T00:42:27,887 DEBUG [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:42:27,889 DEBUG [RS:1;fb2f6cb7846a:37785 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552 2024-11-15T00:42:27,889 DEBUG [RS:1;fb2f6cb7846a:37785 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43783 2024-11-15T00:42:27,889 DEBUG [RS:1;fb2f6cb7846a:37785 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:42:27,893 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40279, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:42:27,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,33949,1731631347032 2024-11-15T00:42:27,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42951 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:42:27,897 DEBUG [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552 2024-11-15T00:42:27,898 DEBUG [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43783 2024-11-15T00:42:27,898 DEBUG [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:42:27,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:42:27,943 DEBUG [RS:1;fb2f6cb7846a:37785 {}] zookeeper.ZKUtil(111): regionserver:37785-0x1013bf1702c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,37785,1731631347083 2024-11-15T00:42:27,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,33995,1731631347184] 2024-11-15T00:42:27,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,37785,1731631347083] 2024-11-15T00:42:27,943 WARN [RS:1;fb2f6cb7846a:37785 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:42:27,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,33949,1731631347032] 2024-11-15T00:42:27,943 INFO [RS:1;fb2f6cb7846a:37785 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:42:27,943 DEBUG [RS:1;fb2f6cb7846a:37785 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083 2024-11-15T00:42:27,944 DEBUG [RS:0;fb2f6cb7846a:33949 {}] zookeeper.ZKUtil(111): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,33949,1731631347032 2024-11-15T00:42:27,944 WARN [RS:0;fb2f6cb7846a:33949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:42:27,944 INFO [RS:0;fb2f6cb7846a:33949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:42:27,944 DEBUG [RS:2;fb2f6cb7846a:33995 {}] zookeeper.ZKUtil(111): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,33995,1731631347184 2024-11-15T00:42:27,944 WARN [RS:2;fb2f6cb7846a:33995 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:42:27,944 DEBUG [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,33949,1731631347032 2024-11-15T00:42:27,944 INFO [RS:2;fb2f6cb7846a:33995 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:42:27,944 DEBUG [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,33995,1731631347184 2024-11-15T00:42:27,951 INFO [RS:1;fb2f6cb7846a:37785 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:42:27,953 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:42:27,954 INFO [RS:1;fb2f6cb7846a:37785 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:42:27,954 INFO [RS:1;fb2f6cb7846a:37785 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:42:27,954 INFO [RS:1;fb2f6cb7846a:37785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,954 INFO [RS:1;fb2f6cb7846a:37785 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:42:27,955 INFO [RS:1;fb2f6cb7846a:37785 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:42:27,955 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:42:27,955 INFO [RS:1;fb2f6cb7846a:37785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,956 DEBUG [RS:1;fb2f6cb7846a:37785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,956 DEBUG [RS:1;fb2f6cb7846a:37785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,956 DEBUG [RS:1;fb2f6cb7846a:37785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,956 DEBUG [RS:1;fb2f6cb7846a:37785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,956 DEBUG [RS:1;fb2f6cb7846a:37785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,956 DEBUG [RS:1;fb2f6cb7846a:37785 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:42:27,956 DEBUG [RS:1;fb2f6cb7846a:37785 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,956 DEBUG [RS:1;fb2f6cb7846a:37785 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,956 DEBUG [RS:1;fb2f6cb7846a:37785 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,956 DEBUG [RS:1;fb2f6cb7846a:37785 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,957 DEBUG [RS:1;fb2f6cb7846a:37785 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,957 DEBUG [RS:1;fb2f6cb7846a:37785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,957 DEBUG [RS:1;fb2f6cb7846a:37785 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:42:27,957 DEBUG [RS:1;fb2f6cb7846a:37785 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:42:27,959 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:42:27,960 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:42:27,961 INFO [RS:2;fb2f6cb7846a:33995 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:42:27,961 INFO [RS:2;fb2f6cb7846a:33995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,964 INFO [RS:1;fb2f6cb7846a:37785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,964 INFO [RS:1;fb2f6cb7846a:37785 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,964 INFO [RS:1;fb2f6cb7846a:37785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,964 INFO [RS:1;fb2f6cb7846a:37785 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,965 INFO [RS:1;fb2f6cb7846a:37785 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,965 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:42:27,965 INFO [RS:1;fb2f6cb7846a:37785 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,37785,1731631347083-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:42:27,965 INFO [RS:0;fb2f6cb7846a:33949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:42:27,965 INFO [RS:0;fb2f6cb7846a:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,965 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:42:27,966 INFO [RS:0;fb2f6cb7846a:33949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:42:27,966 INFO [RS:2;fb2f6cb7846a:33995 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:42:27,966 INFO [RS:0;fb2f6cb7846a:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,966 INFO [RS:2;fb2f6cb7846a:33995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,966 DEBUG [RS:0;fb2f6cb7846a:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,966 DEBUG [RS:2;fb2f6cb7846a:33995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,966 DEBUG [RS:0;fb2f6cb7846a:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,966 DEBUG [RS:2;fb2f6cb7846a:33995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,966 DEBUG [RS:0;fb2f6cb7846a:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,966 DEBUG [RS:2;fb2f6cb7846a:33995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,966 DEBUG [RS:0;fb2f6cb7846a:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,966 DEBUG [RS:0;fb2f6cb7846a:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,966 DEBUG [RS:2;fb2f6cb7846a:33995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,966 DEBUG [RS:0;fb2f6cb7846a:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:42:27,966 DEBUG [RS:2;fb2f6cb7846a:33995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,966 DEBUG [RS:2;fb2f6cb7846a:33995 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:42:27,966 DEBUG [RS:0;fb2f6cb7846a:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,966 DEBUG [RS:2;fb2f6cb7846a:33995 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,966 DEBUG [RS:0;fb2f6cb7846a:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,966 DEBUG [RS:2;fb2f6cb7846a:33995 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,966 DEBUG [RS:0;fb2f6cb7846a:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,967 DEBUG [RS:2;fb2f6cb7846a:33995 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,967 DEBUG [RS:0;fb2f6cb7846a:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,967 DEBUG [RS:2;fb2f6cb7846a:33995 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,967 DEBUG [RS:0;fb2f6cb7846a:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,967 DEBUG [RS:2;fb2f6cb7846a:33995 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,967 DEBUG [RS:0;fb2f6cb7846a:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,967 DEBUG [RS:2;fb2f6cb7846a:33995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:42:27,967 DEBUG [RS:0;fb2f6cb7846a:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:42:27,967 DEBUG [RS:2;fb2f6cb7846a:33995 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:42:27,967 DEBUG [RS:0;fb2f6cb7846a:33949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:42:27,967 DEBUG [RS:2;fb2f6cb7846a:33995 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:42:27,972 INFO [RS:0;fb2f6cb7846a:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,972 INFO [RS:0;fb2f6cb7846a:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,972 INFO [RS:0;fb2f6cb7846a:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,972 INFO [RS:0;fb2f6cb7846a:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,972 INFO [RS:0;fb2f6cb7846a:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,972 INFO [RS:0;fb2f6cb7846a:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,33949,1731631347032-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:42:27,974 INFO [RS:2;fb2f6cb7846a:33995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,974 INFO [RS:2;fb2f6cb7846a:33995 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,974 INFO [RS:2;fb2f6cb7846a:33995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,974 INFO [RS:2;fb2f6cb7846a:33995 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,974 INFO [RS:2;fb2f6cb7846a:33995 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,974 INFO [RS:2;fb2f6cb7846a:33995 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,33995,1731631347184-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:42:27,985 INFO [RS:1;fb2f6cb7846a:37785 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:42:27,986 INFO [RS:1;fb2f6cb7846a:37785 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,37785,1731631347083-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,986 INFO [RS:1;fb2f6cb7846a:37785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,986 INFO [RS:1;fb2f6cb7846a:37785 {}] regionserver.Replication(171): fb2f6cb7846a,37785,1731631347083 started 2024-11-15T00:42:27,988 WARN [fb2f6cb7846a:42951 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T00:42:27,989 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:42:27,989 INFO [RS:0;fb2f6cb7846a:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,33949,1731631347032-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,989 INFO [RS:0;fb2f6cb7846a:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,989 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.Replication(171): fb2f6cb7846a,33949,1731631347032 started 2024-11-15T00:42:27,996 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:42:27,996 INFO [RS:2;fb2f6cb7846a:33995 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,33995,1731631347184-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,997 INFO [RS:2;fb2f6cb7846a:33995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:27,997 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.Replication(171): fb2f6cb7846a,33995,1731631347184 started 2024-11-15T00:42:28,000 INFO [RS:1;fb2f6cb7846a:37785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:28,001 INFO [RS:1;fb2f6cb7846a:37785 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,37785,1731631347083, RpcServer on fb2f6cb7846a/172.17.0.3:37785, sessionid=0x1013bf1702c0002 2024-11-15T00:42:28,001 DEBUG [RS:1;fb2f6cb7846a:37785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:42:28,001 DEBUG [RS:1;fb2f6cb7846a:37785 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,37785,1731631347083 2024-11-15T00:42:28,001 DEBUG [RS:1;fb2f6cb7846a:37785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,37785,1731631347083' 2024-11-15T00:42:28,001 DEBUG [RS:1;fb2f6cb7846a:37785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:42:28,002 DEBUG [RS:1;fb2f6cb7846a:37785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:42:28,002 DEBUG [RS:1;fb2f6cb7846a:37785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:42:28,002 DEBUG [RS:1;fb2f6cb7846a:37785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:42:28,002 DEBUG [RS:1;fb2f6cb7846a:37785 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,37785,1731631347083 2024-11-15T00:42:28,002 DEBUG [RS:1;fb2f6cb7846a:37785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,37785,1731631347083' 2024-11-15T00:42:28,002 DEBUG [RS:1;fb2f6cb7846a:37785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:42:28,002 DEBUG [RS:1;fb2f6cb7846a:37785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:42:28,003 DEBUG [RS:1;fb2f6cb7846a:37785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:42:28,003 INFO [RS:1;fb2f6cb7846a:37785 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:42:28,003 INFO [RS:1;fb2f6cb7846a:37785 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:42:28,006 INFO [RS:0;fb2f6cb7846a:33949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:28,007 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,33949,1731631347032, RpcServer on fb2f6cb7846a/172.17.0.3:33949, sessionid=0x1013bf1702c0001 2024-11-15T00:42:28,007 DEBUG [RS:0;fb2f6cb7846a:33949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:42:28,007 DEBUG [RS:0;fb2f6cb7846a:33949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,33949,1731631347032 2024-11-15T00:42:28,007 DEBUG [RS:0;fb2f6cb7846a:33949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,33949,1731631347032' 2024-11-15T00:42:28,007 DEBUG [RS:0;fb2f6cb7846a:33949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:42:28,007 DEBUG [RS:0;fb2f6cb7846a:33949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:42:28,008 DEBUG [RS:0;fb2f6cb7846a:33949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:42:28,008 DEBUG [RS:0;fb2f6cb7846a:33949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:42:28,008 DEBUG [RS:0;fb2f6cb7846a:33949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,33949,1731631347032 2024-11-15T00:42:28,008 DEBUG [RS:0;fb2f6cb7846a:33949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,33949,1731631347032' 2024-11-15T00:42:28,008 DEBUG [RS:0;fb2f6cb7846a:33949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:42:28,008 DEBUG [RS:0;fb2f6cb7846a:33949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:42:28,009 DEBUG [RS:0;fb2f6cb7846a:33949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:42:28,009 INFO [RS:0;fb2f6cb7846a:33949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:42:28,009 INFO [RS:0;fb2f6cb7846a:33949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:42:28,017 INFO [RS:2;fb2f6cb7846a:33995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:28,017 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,33995,1731631347184, RpcServer on fb2f6cb7846a/172.17.0.3:33995, sessionid=0x1013bf1702c0003 2024-11-15T00:42:28,018 DEBUG [RS:2;fb2f6cb7846a:33995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:42:28,018 DEBUG [RS:2;fb2f6cb7846a:33995 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,33995,1731631347184 2024-11-15T00:42:28,018 DEBUG [RS:2;fb2f6cb7846a:33995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,33995,1731631347184' 2024-11-15T00:42:28,018 DEBUG [RS:2;fb2f6cb7846a:33995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:42:28,018 DEBUG [RS:2;fb2f6cb7846a:33995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:42:28,019 DEBUG [RS:2;fb2f6cb7846a:33995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:42:28,019 DEBUG [RS:2;fb2f6cb7846a:33995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:42:28,019 DEBUG [RS:2;fb2f6cb7846a:33995 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,33995,1731631347184 2024-11-15T00:42:28,019 DEBUG [RS:2;fb2f6cb7846a:33995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,33995,1731631347184' 2024-11-15T00:42:28,019 DEBUG [RS:2;fb2f6cb7846a:33995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:42:28,019 DEBUG [RS:2;fb2f6cb7846a:33995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:42:28,020 DEBUG [RS:2;fb2f6cb7846a:33995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:42:28,020 INFO [RS:2;fb2f6cb7846a:33995 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:42:28,020 INFO [RS:2;fb2f6cb7846a:33995 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:42:28,103 INFO [RS:1;fb2f6cb7846a:37785 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:42:28,106 INFO [RS:1;fb2f6cb7846a:37785 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C37785%2C1731631347083, suffix=, logDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083, archiveDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/oldWALs, maxLogs=32 2024-11-15T00:42:28,109 INFO [RS:0;fb2f6cb7846a:33949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:42:28,111 INFO [RS:0;fb2f6cb7846a:33949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C33949%2C1731631347032, suffix=, logDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,33949,1731631347032, archiveDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/oldWALs, maxLogs=32 2024-11-15T00:42:28,120 DEBUG [RS:1;fb2f6cb7846a:37785 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083/fb2f6cb7846a%2C37785%2C1731631347083.1731631348107, exclude list is [], retry=0 2024-11-15T00:42:28,121 INFO [RS:2;fb2f6cb7846a:33995 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:42:28,124 INFO [RS:2;fb2f6cb7846a:33995 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C33995%2C1731631347184, suffix=, logDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,33995,1731631347184, archiveDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/oldWALs, maxLogs=32 2024-11-15T00:42:28,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40967,DS-a1e44354-864e-4dfc-ace6-b4c4d2e49a40,DISK] 2024-11-15T00:42:28,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44955,DS-626df341-967f-46a4-8b3d-0ceef215fde3,DISK] 2024-11-15T00:42:28,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38233,DS-14c66b6e-04b0-4f9a-a5cd-ccf8382f1d90,DISK] 2024-11-15T00:42:28,129 DEBUG [RS:0;fb2f6cb7846a:33949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,33949,1731631347032/fb2f6cb7846a%2C33949%2C1731631347032.1731631348111, exclude list is [], retry=0 2024-11-15T00:42:28,131 INFO [RS:1;fb2f6cb7846a:37785 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083/fb2f6cb7846a%2C37785%2C1731631347083.1731631348107 2024-11-15T00:42:28,131 DEBUG [RS:1;fb2f6cb7846a:37785 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41187:41187),(127.0.0.1/127.0.0.1:38569:38569),(127.0.0.1/127.0.0.1:45295:45295)] 2024-11-15T00:42:28,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40967,DS-a1e44354-864e-4dfc-ace6-b4c4d2e49a40,DISK] 2024-11-15T00:42:28,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44955,DS-626df341-967f-46a4-8b3d-0ceef215fde3,DISK] 2024-11-15T00:42:28,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38233,DS-14c66b6e-04b0-4f9a-a5cd-ccf8382f1d90,DISK] 2024-11-15T00:42:28,140 INFO [RS:0;fb2f6cb7846a:33949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,33949,1731631347032/fb2f6cb7846a%2C33949%2C1731631347032.1731631348111 2024-11-15T00:42:28,140 DEBUG [RS:0;fb2f6cb7846a:33949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41187:41187),(127.0.0.1/127.0.0.1:38569:38569),(127.0.0.1/127.0.0.1:45295:45295)] 2024-11-15T00:42:28,144 DEBUG [RS:2;fb2f6cb7846a:33995 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,33995,1731631347184/fb2f6cb7846a%2C33995%2C1731631347184.1731631348125, exclude list is [], retry=0 2024-11-15T00:42:28,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44955,DS-626df341-967f-46a4-8b3d-0ceef215fde3,DISK] 2024-11-15T00:42:28,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40967,DS-a1e44354-864e-4dfc-ace6-b4c4d2e49a40,DISK] 2024-11-15T00:42:28,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38233,DS-14c66b6e-04b0-4f9a-a5cd-ccf8382f1d90,DISK] 2024-11-15T00:42:28,152 INFO [RS:2;fb2f6cb7846a:33995 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,33995,1731631347184/fb2f6cb7846a%2C33995%2C1731631347184.1731631348125 2024-11-15T00:42:28,152 DEBUG [RS:2;fb2f6cb7846a:33995 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38569:38569),(127.0.0.1/127.0.0.1:45295:45295),(127.0.0.1/127.0.0.1:41187:41187)] 2024-11-15T00:42:28,239 DEBUG [fb2f6cb7846a:42951 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-15T00:42:28,239 DEBUG [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(204): Hosts are {fb2f6cb7846a=0} racks are {/default-rack=0} 2024-11-15T00:42:28,241 DEBUG [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T00:42:28,241 DEBUG [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T00:42:28,241 DEBUG [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T00:42:28,241 DEBUG [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T00:42:28,241 DEBUG [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T00:42:28,241 DEBUG [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T00:42:28,241 INFO [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T00:42:28,241 INFO [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T00:42:28,241 INFO [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T00:42:28,241 DEBUG [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T00:42:28,242 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:42:28,243 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,33995,1731631347184, state=OPENING 2024-11-15T00:42:28,258 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T00:42:28,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:28,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:28,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:42:28,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:42:28,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:28,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:42:28,271 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:42:28,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,33995,1731631347184}] 2024-11-15T00:42:28,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37785-0x1013bf1702c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:42:28,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:42:34,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T00:42:34,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T00:42:38,278 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:42:38,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55033, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:42:38,285 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T00:42:38,285 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:42:38,286 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T00:42:38,288 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C33995%2C1731631347184.meta, suffix=.meta, logDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,33995,1731631347184, archiveDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/oldWALs, maxLogs=32 2024-11-15T00:42:38,304 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,33995,1731631347184/fb2f6cb7846a%2C33995%2C1731631347184.meta.1731631358289.meta, exclude list is [], retry=0 2024-11-15T00:42:38,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38233,DS-14c66b6e-04b0-4f9a-a5cd-ccf8382f1d90,DISK] 2024-11-15T00:42:38,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44955,DS-626df341-967f-46a4-8b3d-0ceef215fde3,DISK] 2024-11-15T00:42:38,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40967,DS-a1e44354-864e-4dfc-ace6-b4c4d2e49a40,DISK] 2024-11-15T00:42:38,309 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,33995,1731631347184/fb2f6cb7846a%2C33995%2C1731631347184.meta.1731631358289.meta 2024-11-15T00:42:38,309 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38569:38569),(127.0.0.1/127.0.0.1:45295:45295),(127.0.0.1/127.0.0.1:41187:41187)] 2024-11-15T00:42:38,309 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:42:38,309 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T00:42:38,309 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T00:42:38,310 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T00:42:38,310 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T00:42:38,310 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:38,310 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T00:42:38,310 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T00:42:38,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T00:42:38,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:42:38,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:38,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:42:38,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T00:42:38,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:42:38,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:38,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:42:38,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T00:42:38,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:42:38,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:38,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:42:38,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T00:42:38,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:42:38,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:38,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:42:38,318 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:42:38,318 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740 2024-11-15T00:42:38,320 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740 2024-11-15T00:42:38,321 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:42:38,321 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:42:38,321 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:42:38,323 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:42:38,323 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66677509, jitterRate=-0.006427690386772156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:42:38,323 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T00:42:38,324 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731631358310Writing region info on filesystem at 1731631358310Initializing all the Stores at 1731631358311 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631358311Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631358311Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631358311Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631358311Cleaning up temporary data from old regions at 1731631358321 (+10 ms)Running coprocessor post-open hooks at 1731631358323 (+2 ms)Region opened successfully at 1731631358324 (+1 ms) 2024-11-15T00:42:38,325 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731631358278 2024-11-15T00:42:38,327 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T00:42:38,327 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T00:42:38,327 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:42:38,328 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,33995,1731631347184, state=OPEN 2024-11-15T00:42:38,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:42:38,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:42:38,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:42:38,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37785-0x1013bf1702c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:42:38,373 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:42:38,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:42:38,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:42:38,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:42:38,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:42:38,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T00:42:38,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,33995,1731631347184 in 10.1020 sec 2024-11-15T00:42:38,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T00:42:38,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5410 sec 2024-11-15T00:42:38,378 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:42:38,378 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T00:42:38,380 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:42:38,380 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,33995,1731631347184, seqNum=-1] 2024-11-15T00:42:38,381 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:42:38,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42651, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:42:38,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6300 sec 2024-11-15T00:42:38,387 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731631358387, completionTime=-1 2024-11-15T00:42:38,387 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-15T00:42:38,388 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T00:42:38,389 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-15T00:42:38,389 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731631418389 2024-11-15T00:42:38,390 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731631478390 2024-11-15T00:42:38,390 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-15T00:42:38,390 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T00:42:38,390 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,42951,1731631346838-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:38,390 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,42951,1731631346838-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:38,390 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,42951,1731631346838-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:38,391 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb2f6cb7846a:42951, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:38,391 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:38,392 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:38,393 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T00:42:38,395 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.102sec 2024-11-15T00:42:38,395 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T00:42:38,395 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T00:42:38,395 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T00:42:38,395 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T00:42:38,395 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T00:42:38,395 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,42951,1731631346838-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:42:38,396 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,42951,1731631346838-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T00:42:38,398 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T00:42:38,398 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T00:42:38,398 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,42951,1731631346838-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:42:38,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7d9dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:42:38,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb2f6cb7846a,42951,-1 for getting cluster id 2024-11-15T00:42:38,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T00:42:38,451 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b89c5a-4faa-4f2b-9d15-3ebd82170e80' 2024-11-15T00:42:38,452 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T00:42:38,452 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b89c5a-4faa-4f2b-9d15-3ebd82170e80" 2024-11-15T00:42:38,452 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58946d63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:42:38,452 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb2f6cb7846a,42951,-1] 2024-11-15T00:42:38,453 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T00:42:38,453 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:42:38,454 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T00:42:38,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6f899f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:42:38,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:42:38,456 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,33995,1731631347184, seqNum=-1] 2024-11-15T00:42:38,456 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:42:38,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:42:38,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb2f6cb7846a,42951,1731631346838 2024-11-15T00:42:38,460 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731631358460 (current time:1731631358460). 2024-11-15T00:42:38,460 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T00:42:38,460 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-15T00:42:38,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd936af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:42:38,461 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb2f6cb7846a,42951,-1 for getting cluster id 2024-11-15T00:42:38,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T00:42:38,462 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b89c5a-4faa-4f2b-9d15-3ebd82170e80' 2024-11-15T00:42:38,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T00:42:38,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b89c5a-4faa-4f2b-9d15-3ebd82170e80" 2024-11-15T00:42:38,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bf5fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:42:38,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb2f6cb7846a,42951,-1] 2024-11-15T00:42:38,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T00:42:38,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:42:38,463 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T00:42:38,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cba3161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:42:38,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:42:38,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,33995,1731631347184, seqNum=-1] 2024-11-15T00:42:38,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:42:38,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:42:38,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:42:38,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:42:38,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:42:38,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:42:38,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T00:42:38,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T00:42:38,471 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fb2f6cb7846a,42951,1731631346838 2024-11-15T00:42:38,471 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cdc96d7 2024-11-15T00:42:38,472 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T00:42:38,473 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T00:42:38,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:42:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-15T00:42:38,478 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T00:42:38,478 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:38,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-15T00:42:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:42:38,479 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T00:42:38,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741837_1013 (size=361) 2024-11-15T00:42:38,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741837_1013 (size=361) 2024-11-15T00:42:38,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741837_1013 (size=361) 2024-11-15T00:42:38,494 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1f6a1db5fb592ae8e0e9c33a4923c6d5, NAME => 'SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552 2024-11-15T00:42:38,494 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e42092beb029bb17a4aff4f164a1e41, NAME => 'SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552 2024-11-15T00:42:38,494 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 74ea635ba80d3fd89b4095df8a2520d9, NAME => 'SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552 2024-11-15T00:42:38,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741838_1014 (size=62) 2024-11-15T00:42:38,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741838_1014 (size=62) 2024-11-15T00:42:38,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741838_1014 (size=62) 2024-11-15T00:42:38,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:38,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1f6a1db5fb592ae8e0e9c33a4923c6d5, disabling compactions & flushes 2024-11-15T00:42:38,511 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. 2024-11-15T00:42:38,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. 2024-11-15T00:42:38,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. after waiting 0 ms 2024-11-15T00:42:38,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. 2024-11-15T00:42:38,511 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. 2024-11-15T00:42:38,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1f6a1db5fb592ae8e0e9c33a4923c6d5: Waiting for close lock at 1731631358511Disabling compacts and flushes for region at 1731631358511Disabling writes for close at 1731631358511Writing region close event to WAL at 1731631358511Closed at 1731631358511 2024-11-15T00:42:38,512 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => acdb918de520eaa2869fcbf97ab22b5c, NAME => 'SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552 2024-11-15T00:42:38,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741840_1016 (size=54) 2024-11-15T00:42:38,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741840_1016 (size=54) 2024-11-15T00:42:38,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741840_1016 (size=54) 2024-11-15T00:42:38,519 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:38,519 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2e42092beb029bb17a4aff4f164a1e41, disabling compactions & flushes 2024-11-15T00:42:38,519 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41. 2024-11-15T00:42:38,519 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41. 2024-11-15T00:42:38,519 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41. after waiting 0 ms 2024-11-15T00:42:38,519 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41. 2024-11-15T00:42:38,519 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41. 2024-11-15T00:42:38,520 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e42092beb029bb17a4aff4f164a1e41: Waiting for close lock at 1731631358519Disabling compacts and flushes for region at 1731631358519Disabling writes for close at 1731631358519Writing region close event to WAL at 1731631358519Closed at 1731631358519 2024-11-15T00:42:38,520 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a1aa72dfb4b93e5b0273e6eaa605703, NAME => 'SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552 2024-11-15T00:42:38,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741839_1015 (size=62) 2024-11-15T00:42:38,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741839_1015 (size=62) 2024-11-15T00:42:38,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741839_1015 (size=62) 2024-11-15T00:42:38,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:38,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 74ea635ba80d3fd89b4095df8a2520d9, disabling compactions & flushes 2024-11-15T00:42:38,524 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9. 2024-11-15T00:42:38,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9. 2024-11-15T00:42:38,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9. after waiting 0 ms 2024-11-15T00:42:38,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9. 2024-11-15T00:42:38,524 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9. 2024-11-15T00:42:38,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 74ea635ba80d3fd89b4095df8a2520d9: Waiting for close lock at 1731631358524Disabling compacts and flushes for region at 1731631358524Disabling writes for close at 1731631358524Writing region close event to WAL at 1731631358524Closed at 1731631358524 2024-11-15T00:42:38,525 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2923462f22e2735019c9fcac9ae01751, NAME => 'SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552 2024-11-15T00:42:38,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741841_1017 (size=62) 2024-11-15T00:42:38,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741841_1017 (size=62) 2024-11-15T00:42:38,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741841_1017 (size=62) 2024-11-15T00:42:38,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:38,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing acdb918de520eaa2869fcbf97ab22b5c, disabling compactions & flushes 2024-11-15T00:42:38,540 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. 2024-11-15T00:42:38,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. 2024-11-15T00:42:38,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. after waiting 0 ms 2024-11-15T00:42:38,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. 2024-11-15T00:42:38,540 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. 2024-11-15T00:42:38,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for acdb918de520eaa2869fcbf97ab22b5c: Waiting for close lock at 1731631358540Disabling compacts and flushes for region at 1731631358540Disabling writes for close at 1731631358540Writing region close event to WAL at 1731631358540Closed at 1731631358540 2024-11-15T00:42:38,541 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e247361246ee8ada46a00d1ae82d382f, NAME => 'SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552 2024-11-15T00:42:38,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741842_1018 (size=62) 2024-11-15T00:42:38,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741842_1018 (size=62) 2024-11-15T00:42:38,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741842_1018 (size=62) 2024-11-15T00:42:38,549 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:38,549 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5a1aa72dfb4b93e5b0273e6eaa605703, disabling compactions & flushes 2024-11-15T00:42:38,549 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703. 2024-11-15T00:42:38,550 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703. 2024-11-15T00:42:38,550 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703. after waiting 0 ms 2024-11-15T00:42:38,550 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703. 2024-11-15T00:42:38,550 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703. 2024-11-15T00:42:38,550 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a1aa72dfb4b93e5b0273e6eaa605703: Waiting for close lock at 1731631358549Disabling compacts and flushes for region at 1731631358549Disabling writes for close at 1731631358550 (+1 ms)Writing region close event to WAL at 1731631358550Closed at 1731631358550 2024-11-15T00:42:38,551 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f2460c4d04fea70f71986bf34b6e770, NAME => 'SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552 2024-11-15T00:42:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741843_1019 (size=62) 2024-11-15T00:42:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741843_1019 (size=62) 2024-11-15T00:42:38,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741843_1019 (size=62) 2024-11-15T00:42:38,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:38,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2923462f22e2735019c9fcac9ae01751, disabling compactions & flushes 2024-11-15T00:42:38,556 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751. 2024-11-15T00:42:38,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751. 2024-11-15T00:42:38,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751. after waiting 0 ms 2024-11-15T00:42:38,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751. 2024-11-15T00:42:38,556 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751. 2024-11-15T00:42:38,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2923462f22e2735019c9fcac9ae01751: Waiting for close lock at 1731631358556Disabling compacts and flushes for region at 1731631358556Disabling writes for close at 1731631358556Writing region close event to WAL at 1731631358556Closed at 1731631358556 2024-11-15T00:42:38,557 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 295172b7c0fb9c4c408165f1ccb54b88, NAME => 'SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552 2024-11-15T00:42:38,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741844_1020 (size=62) 2024-11-15T00:42:38,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741844_1020 (size=62) 2024-11-15T00:42:38,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741844_1020 (size=62) 2024-11-15T00:42:38,567 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:38,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e247361246ee8ada46a00d1ae82d382f, disabling compactions & flushes 2024-11-15T00:42:38,568 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. 2024-11-15T00:42:38,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. 2024-11-15T00:42:38,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. after waiting 0 ms 2024-11-15T00:42:38,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. 2024-11-15T00:42:38,568 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. 2024-11-15T00:42:38,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e247361246ee8ada46a00d1ae82d382f: Waiting for close lock at 1731631358568Disabling compacts and flushes for region at 1731631358568Disabling writes for close at 1731631358568Writing region close event to WAL at 1731631358568Closed at 1731631358568 2024-11-15T00:42:38,568 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 75b66c68445f3cafd735d9e0e358cf0a, NAME => 'SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552 2024-11-15T00:42:38,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741845_1021 (size=62) 2024-11-15T00:42:38,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741845_1021 (size=62) 2024-11-15T00:42:38,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741845_1021 (size=62) 2024-11-15T00:42:38,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:38,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4f2460c4d04fea70f71986bf34b6e770, disabling compactions & flushes 2024-11-15T00:42:38,572 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770. 2024-11-15T00:42:38,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770. 2024-11-15T00:42:38,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770. after waiting 0 ms 2024-11-15T00:42:38,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770. 2024-11-15T00:42:38,572 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770. 2024-11-15T00:42:38,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f2460c4d04fea70f71986bf34b6e770: Waiting for close lock at 1731631358572Disabling compacts and flushes for region at 1731631358572Disabling writes for close at 1731631358572Writing region close event to WAL at 1731631358572Closed at 1731631358572 2024-11-15T00:42:38,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741846_1022 (size=62) 2024-11-15T00:42:38,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741846_1022 (size=62) 2024-11-15T00:42:38,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741846_1022 (size=62) 2024-11-15T00:42:38,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:38,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 295172b7c0fb9c4c408165f1ccb54b88, disabling compactions & flushes 2024-11-15T00:42:38,575 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88. 2024-11-15T00:42:38,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88. 2024-11-15T00:42:38,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88. after waiting 0 ms 2024-11-15T00:42:38,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88. 2024-11-15T00:42:38,576 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88. 2024-11-15T00:42:38,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 295172b7c0fb9c4c408165f1ccb54b88: Waiting for close lock at 1731631358575Disabling compacts and flushes for region at 1731631358575Disabling writes for close at 1731631358575Writing region close event to WAL at 1731631358576 (+1 ms)Closed at 1731631358576 2024-11-15T00:42:38,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741847_1023 (size=54) 2024-11-15T00:42:38,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741847_1023 (size=54) 2024-11-15T00:42:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:42:38,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:38,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 75b66c68445f3cafd735d9e0e358cf0a, disabling compactions & flushes 2024-11-15T00:42:38,586 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. 2024-11-15T00:42:38,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. 2024-11-15T00:42:38,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. after waiting 0 ms 2024-11-15T00:42:38,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. 2024-11-15T00:42:38,587 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. 2024-11-15T00:42:38,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 75b66c68445f3cafd735d9e0e358cf0a: Waiting for close lock at 1731631358586Disabling compacts and flushes for region at 1731631358586Disabling writes for close at 1731631358586Writing region close event to WAL at 1731631358586Closed at 1731631358586 2024-11-15T00:42:38,588 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T00:42:38,589 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731631358589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631358589"}]},"ts":"1731631358589"} 2024-11-15T00:42:38,590 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731631358589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631358589"}]},"ts":"1731631358589"} 2024-11-15T00:42:38,590 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731631358589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631358589"}]},"ts":"1731631358589"} 2024-11-15T00:42:38,590 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731631358589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631358589"}]},"ts":"1731631358589"} 2024-11-15T00:42:38,590 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731631358589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631358589"}]},"ts":"1731631358589"} 2024-11-15T00:42:38,590 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731631358589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631358589"}]},"ts":"1731631358589"} 2024-11-15T00:42:38,590 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731631358589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631358589"}]},"ts":"1731631358589"} 2024-11-15T00:42:38,591 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731631358589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631358589"}]},"ts":"1731631358589"} 2024-11-15T00:42:38,591 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731631358589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631358589"}]},"ts":"1731631358589"} 2024-11-15T00:42:38,591 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731631358589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631358589"}]},"ts":"1731631358589"} 2024-11-15T00:42:38,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741847_1023 (size=54) 2024-11-15T00:42:38,597 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-15T00:42:38,598 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T00:42:38,598 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731631358598"}]},"ts":"1731631358598"} 2024-11-15T00:42:38,601 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-15T00:42:38,601 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {fb2f6cb7846a=0} racks are {/default-rack=0} 2024-11-15T00:42:38,607 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T00:42:38,607 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T00:42:38,607 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T00:42:38,607 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T00:42:38,607 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T00:42:38,607 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T00:42:38,607 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T00:42:38,607 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T00:42:38,607 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T00:42:38,607 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T00:42:38,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e42092beb029bb17a4aff4f164a1e41, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74ea635ba80d3fd89b4095df8a2520d9, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f6a1db5fb592ae8e0e9c33a4923c6d5, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acdb918de520eaa2869fcbf97ab22b5c, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a1aa72dfb4b93e5b0273e6eaa605703, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2923462f22e2735019c9fcac9ae01751, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e247361246ee8ada46a00d1ae82d382f, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f2460c4d04fea70f71986bf34b6e770, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=295172b7c0fb9c4c408165f1ccb54b88, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75b66c68445f3cafd735d9e0e358cf0a, ASSIGN}] 2024-11-15T00:42:38,610 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74ea635ba80d3fd89b4095df8a2520d9, ASSIGN 2024-11-15T00:42:38,610 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f6a1db5fb592ae8e0e9c33a4923c6d5, ASSIGN 2024-11-15T00:42:38,610 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e42092beb029bb17a4aff4f164a1e41, ASSIGN 2024-11-15T00:42:38,611 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acdb918de520eaa2869fcbf97ab22b5c, ASSIGN 2024-11-15T00:42:38,612 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=74ea635ba80d3fd89b4095df8a2520d9, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,33995,1731631347184; forceNewPlan=false, retain=false 2024-11-15T00:42:38,612 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e42092beb029bb17a4aff4f164a1e41, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,33949,1731631347032; forceNewPlan=false, retain=false 2024-11-15T00:42:38,612 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=acdb918de520eaa2869fcbf97ab22b5c, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,37785,1731631347083; forceNewPlan=false, retain=false 2024-11-15T00:42:38,612 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1f6a1db5fb592ae8e0e9c33a4923c6d5, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,37785,1731631347083; forceNewPlan=false, retain=false 2024-11-15T00:42:38,616 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f2460c4d04fea70f71986bf34b6e770, ASSIGN 2024-11-15T00:42:38,616 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=295172b7c0fb9c4c408165f1ccb54b88, ASSIGN 2024-11-15T00:42:38,616 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e247361246ee8ada46a00d1ae82d382f, ASSIGN 2024-11-15T00:42:38,616 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2923462f22e2735019c9fcac9ae01751, ASSIGN 2024-11-15T00:42:38,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75b66c68445f3cafd735d9e0e358cf0a, ASSIGN 2024-11-15T00:42:38,617 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=295172b7c0fb9c4c408165f1ccb54b88, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,33995,1731631347184; forceNewPlan=false, retain=false 2024-11-15T00:42:38,617 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4f2460c4d04fea70f71986bf34b6e770, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,33949,1731631347032; forceNewPlan=false, retain=false 2024-11-15T00:42:38,617 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e247361246ee8ada46a00d1ae82d382f, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,37785,1731631347083; forceNewPlan=false, retain=false 2024-11-15T00:42:38,617 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2923462f22e2735019c9fcac9ae01751, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,33995,1731631347184; forceNewPlan=false, retain=false 2024-11-15T00:42:38,617 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=75b66c68445f3cafd735d9e0e358cf0a, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,37785,1731631347083; forceNewPlan=false, retain=false 2024-11-15T00:42:38,621 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a1aa72dfb4b93e5b0273e6eaa605703, ASSIGN 2024-11-15T00:42:38,622 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a1aa72dfb4b93e5b0273e6eaa605703, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,33949,1731631347032; forceNewPlan=false, retain=false 2024-11-15T00:42:38,740 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb2f6cb7846a:45007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-15T00:42:38,763 INFO [fb2f6cb7846a:42951 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-15T00:42:38,763 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=acdb918de520eaa2869fcbf97ab22b5c, regionState=OPENING, regionLocation=fb2f6cb7846a,37785,1731631347083 2024-11-15T00:42:38,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e247361246ee8ada46a00d1ae82d382f, regionState=OPENING, regionLocation=fb2f6cb7846a,37785,1731631347083 2024-11-15T00:42:38,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=295172b7c0fb9c4c408165f1ccb54b88, regionState=OPENING, regionLocation=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:42:38,763 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=75b66c68445f3cafd735d9e0e358cf0a, regionState=OPENING, regionLocation=fb2f6cb7846a,37785,1731631347083 2024-11-15T00:42:38,763 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1f6a1db5fb592ae8e0e9c33a4923c6d5, regionState=OPENING, regionLocation=fb2f6cb7846a,37785,1731631347083 2024-11-15T00:42:38,764 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=74ea635ba80d3fd89b4095df8a2520d9, regionState=OPENING, regionLocation=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:42:38,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2923462f22e2735019c9fcac9ae01751, regionState=OPENING, regionLocation=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:42:38,764 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a1aa72dfb4b93e5b0273e6eaa605703, regionState=OPENING, regionLocation=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:42:38,764 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4f2460c4d04fea70f71986bf34b6e770, regionState=OPENING, regionLocation=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:42:38,765 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e42092beb029bb17a4aff4f164a1e41, regionState=OPENING, regionLocation=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:42:38,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=295172b7c0fb9c4c408165f1ccb54b88, ASSIGN because future has completed 2024-11-15T00:42:38,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 295172b7c0fb9c4c408165f1ccb54b88, server=fb2f6cb7846a,33995,1731631347184}] 2024-11-15T00:42:38,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=acdb918de520eaa2869fcbf97ab22b5c, ASSIGN because future has completed 2024-11-15T00:42:38,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure acdb918de520eaa2869fcbf97ab22b5c, server=fb2f6cb7846a,37785,1731631347083}] 2024-11-15T00:42:38,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1f6a1db5fb592ae8e0e9c33a4923c6d5, ASSIGN because future has completed 2024-11-15T00:42:38,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f6a1db5fb592ae8e0e9c33a4923c6d5, server=fb2f6cb7846a,37785,1731631347083}] 2024-11-15T00:42:38,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=75b66c68445f3cafd735d9e0e358cf0a, ASSIGN because future has completed 2024-11-15T00:42:38,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=74ea635ba80d3fd89b4095df8a2520d9, ASSIGN because future has completed 2024-11-15T00:42:38,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a1aa72dfb4b93e5b0273e6eaa605703, ASSIGN because future has completed 2024-11-15T00:42:38,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75b66c68445f3cafd735d9e0e358cf0a, server=fb2f6cb7846a,37785,1731631347083}] 2024-11-15T00:42:38,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74ea635ba80d3fd89b4095df8a2520d9, server=fb2f6cb7846a,33995,1731631347184}] 2024-11-15T00:42:38,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a1aa72dfb4b93e5b0273e6eaa605703, server=fb2f6cb7846a,33949,1731631347032}] 2024-11-15T00:42:38,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2923462f22e2735019c9fcac9ae01751, ASSIGN because future has completed 2024-11-15T00:42:38,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e247361246ee8ada46a00d1ae82d382f, ASSIGN because future has completed 2024-11-15T00:42:38,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e42092beb029bb17a4aff4f164a1e41, ASSIGN because future has completed 2024-11-15T00:42:38,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4f2460c4d04fea70f71986bf34b6e770, ASSIGN because future has completed 2024-11-15T00:42:38,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e42092beb029bb17a4aff4f164a1e41, server=fb2f6cb7846a,33949,1731631347032}] 2024-11-15T00:42:38,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f2460c4d04fea70f71986bf34b6e770, server=fb2f6cb7846a,33949,1731631347032}] 2024-11-15T00:42:38,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e247361246ee8ada46a00d1ae82d382f, server=fb2f6cb7846a,37785,1731631347083}] 2024-11-15T00:42:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:42:38,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2923462f22e2735019c9fcac9ae01751, server=fb2f6cb7846a,33995,1731631347184}] 2024-11-15T00:42:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:42:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:42:39,952 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T00:42:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:42:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:42:43,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:42:43,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:42:43,844 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T00:42:43,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:42:43,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:42:44,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T00:42:44,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T00:42:44,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:42:44,394 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T00:42:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:42:48,780 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751. 2024-11-15T00:42:48,781 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 2923462f22e2735019c9fcac9ae01751, NAME => 'SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-15T00:42:48,781 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:42:48,781 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2923462f22e2735019c9fcac9ae01751 2024-11-15T00:42:48,781 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:48,781 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 2923462f22e2735019c9fcac9ae01751 2024-11-15T00:42:48,781 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 2923462f22e2735019c9fcac9ae01751 2024-11-15T00:42:48,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34111, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:42:48,782 INFO [StoreOpener-2923462f22e2735019c9fcac9ae01751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2923462f22e2735019c9fcac9ae01751 2024-11-15T00:42:48,784 INFO [StoreOpener-2923462f22e2735019c9fcac9ae01751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2923462f22e2735019c9fcac9ae01751 columnFamilyName cf 2024-11-15T00:42:48,784 DEBUG [StoreOpener-2923462f22e2735019c9fcac9ae01751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:48,784 INFO [StoreOpener-2923462f22e2735019c9fcac9ae01751-1 {}] regionserver.HStore(327): Store=2923462f22e2735019c9fcac9ae01751/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:42:48,784 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 2923462f22e2735019c9fcac9ae01751 2024-11-15T00:42:48,785 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/2923462f22e2735019c9fcac9ae01751 2024-11-15T00:42:48,786 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/2923462f22e2735019c9fcac9ae01751 2024-11-15T00:42:48,786 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 2923462f22e2735019c9fcac9ae01751 2024-11-15T00:42:48,786 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 2923462f22e2735019c9fcac9ae01751 2024-11-15T00:42:48,786 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. 2024-11-15T00:42:48,786 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f6a1db5fb592ae8e0e9c33a4923c6d5, NAME => 'SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-15T00:42:48,787 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:42:48,787 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:42:48,787 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:48,787 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:42:48,787 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:42:48,788 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 2923462f22e2735019c9fcac9ae01751 2024-11-15T00:42:48,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50985, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:42:48,788 INFO [StoreOpener-1f6a1db5fb592ae8e0e9c33a4923c6d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:42:48,790 INFO [StoreOpener-1f6a1db5fb592ae8e0e9c33a4923c6d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f6a1db5fb592ae8e0e9c33a4923c6d5 columnFamilyName cf 2024-11-15T00:42:48,790 DEBUG [StoreOpener-1f6a1db5fb592ae8e0e9c33a4923c6d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:48,791 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/2923462f22e2735019c9fcac9ae01751/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:42:48,792 INFO [StoreOpener-1f6a1db5fb592ae8e0e9c33a4923c6d5-1 {}] regionserver.HStore(327): Store=1f6a1db5fb592ae8e0e9c33a4923c6d5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:42:48,792 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:42:48,792 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 2923462f22e2735019c9fcac9ae01751; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65620438, jitterRate=-0.02217927575111389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:42:48,792 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2923462f22e2735019c9fcac9ae01751 2024-11-15T00:42:48,792 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 2923462f22e2735019c9fcac9ae01751: Running coprocessor pre-open hook at 1731631368781Writing region info on filesystem at 1731631368781Initializing all the Stores at 1731631368782 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631368782Cleaning up temporary data from old regions at 1731631368786 (+4 ms)Running coprocessor post-open hooks at 1731631368792 (+6 ms)Region opened successfully at 1731631368792 2024-11-15T00:42:48,793 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:42:48,793 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:42:48,794 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:42:48,794 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:42:48,796 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:42:48,797 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751., pid=24, masterSystemTime=1731631368775 2024-11-15T00:42:48,799 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703. 2024-11-15T00:42:48,799 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a1aa72dfb4b93e5b0273e6eaa605703, NAME => 'SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-15T00:42:48,800 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5a1aa72dfb4b93e5b0273e6eaa605703 2024-11-15T00:42:48,800 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:48,800 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 5a1aa72dfb4b93e5b0273e6eaa605703 2024-11-15T00:42:48,800 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 5a1aa72dfb4b93e5b0273e6eaa605703 2024-11-15T00:42:48,800 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751. 2024-11-15T00:42:48,800 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751. 2024-11-15T00:42:48,801 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9. 2024-11-15T00:42:48,801 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 74ea635ba80d3fd89b4095df8a2520d9, NAME => 'SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-15T00:42:48,801 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/1f6a1db5fb592ae8e0e9c33a4923c6d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:42:48,801 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 74ea635ba80d3fd89b4095df8a2520d9 2024-11-15T00:42:48,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2923462f22e2735019c9fcac9ae01751, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:42:48,801 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:48,801 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 74ea635ba80d3fd89b4095df8a2520d9 2024-11-15T00:42:48,801 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 74ea635ba80d3fd89b4095df8a2520d9 2024-11-15T00:42:48,802 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 1f6a1db5fb592ae8e0e9c33a4923c6d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74670746, jitterRate=0.1126808226108551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:42:48,802 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:42:48,802 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 1f6a1db5fb592ae8e0e9c33a4923c6d5: Running coprocessor pre-open hook at 1731631368787Writing region info on filesystem at 1731631368787Initializing all the Stores at 1731631368788 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631368788Cleaning up temporary data from old regions at 1731631368794 (+6 ms)Running coprocessor post-open hooks at 1731631368802 (+8 ms)Region opened successfully at 1731631368802 2024-11-15T00:42:48,805 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5., pid=17, masterSystemTime=1731631368780 2024-11-15T00:42:48,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2923462f22e2735019c9fcac9ae01751, server=fb2f6cb7846a,33995,1731631347184 because future has completed 2024-11-15T00:42:48,806 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. 2024-11-15T00:42:48,807 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. 2024-11-15T00:42:48,807 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. 2024-11-15T00:42:48,807 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => acdb918de520eaa2869fcbf97ab22b5c, NAME => 'SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-15T00:42:48,807 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:42:48,807 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:48,807 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1f6a1db5fb592ae8e0e9c33a4923c6d5, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,37785,1731631347083 2024-11-15T00:42:48,807 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:42:48,808 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:42:48,808 INFO [StoreOpener-74ea635ba80d3fd89b4095df8a2520d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 74ea635ba80d3fd89b4095df8a2520d9 2024-11-15T00:42:48,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-15T00:42:48,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 2923462f22e2735019c9fcac9ae01751, server=fb2f6cb7846a,33995,1731631347184 in 10.0130 sec 2024-11-15T00:42:48,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f6a1db5fb592ae8e0e9c33a4923c6d5, server=fb2f6cb7846a,37785,1731631347083 because future has completed 2024-11-15T00:42:48,810 INFO [StoreOpener-74ea635ba80d3fd89b4095df8a2520d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74ea635ba80d3fd89b4095df8a2520d9 columnFamilyName cf 2024-11-15T00:42:48,811 DEBUG [StoreOpener-74ea635ba80d3fd89b4095df8a2520d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:48,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2923462f22e2735019c9fcac9ae01751, ASSIGN in 10.2010 sec 2024-11-15T00:42:48,811 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42951 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fb2f6cb7846a,37785,1731631347083, table=SPTestTable, region=1f6a1db5fb592ae8e0e9c33a4923c6d5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T00:42:48,812 INFO [StoreOpener-74ea635ba80d3fd89b4095df8a2520d9-1 {}] regionserver.HStore(327): Store=74ea635ba80d3fd89b4095df8a2520d9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:42:48,812 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 74ea635ba80d3fd89b4095df8a2520d9 2024-11-15T00:42:48,813 INFO [StoreOpener-5a1aa72dfb4b93e5b0273e6eaa605703-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5a1aa72dfb4b93e5b0273e6eaa605703 2024-11-15T00:42:48,813 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/74ea635ba80d3fd89b4095df8a2520d9 2024-11-15T00:42:48,813 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/74ea635ba80d3fd89b4095df8a2520d9 2024-11-15T00:42:48,814 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 74ea635ba80d3fd89b4095df8a2520d9 2024-11-15T00:42:48,814 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 74ea635ba80d3fd89b4095df8a2520d9 2024-11-15T00:42:48,815 INFO [StoreOpener-5a1aa72dfb4b93e5b0273e6eaa605703-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a1aa72dfb4b93e5b0273e6eaa605703 columnFamilyName cf 2024-11-15T00:42:48,815 DEBUG [StoreOpener-5a1aa72dfb4b93e5b0273e6eaa605703-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:48,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-15T00:42:48,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f6a1db5fb592ae8e0e9c33a4923c6d5, server=fb2f6cb7846a,37785,1731631347083 in 10.0370 sec 2024-11-15T00:42:48,816 INFO [StoreOpener-5a1aa72dfb4b93e5b0273e6eaa605703-1 {}] regionserver.HStore(327): Store=5a1aa72dfb4b93e5b0273e6eaa605703/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:42:48,816 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 5a1aa72dfb4b93e5b0273e6eaa605703 2024-11-15T00:42:48,817 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/5a1aa72dfb4b93e5b0273e6eaa605703 2024-11-15T00:42:48,817 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/5a1aa72dfb4b93e5b0273e6eaa605703 2024-11-15T00:42:48,818 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 74ea635ba80d3fd89b4095df8a2520d9 2024-11-15T00:42:48,818 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 5a1aa72dfb4b93e5b0273e6eaa605703 2024-11-15T00:42:48,818 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 5a1aa72dfb4b93e5b0273e6eaa605703 2024-11-15T00:42:48,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f6a1db5fb592ae8e0e9c33a4923c6d5, ASSIGN in 10.2080 sec 2024-11-15T00:42:48,820 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 5a1aa72dfb4b93e5b0273e6eaa605703 2024-11-15T00:42:48,820 INFO [StoreOpener-acdb918de520eaa2869fcbf97ab22b5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:42:48,822 INFO [StoreOpener-acdb918de520eaa2869fcbf97ab22b5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acdb918de520eaa2869fcbf97ab22b5c columnFamilyName cf 2024-11-15T00:42:48,822 DEBUG [StoreOpener-acdb918de520eaa2869fcbf97ab22b5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:48,822 INFO [StoreOpener-acdb918de520eaa2869fcbf97ab22b5c-1 {}] regionserver.HStore(327): Store=acdb918de520eaa2869fcbf97ab22b5c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:42:48,823 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:42:48,823 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:42:48,823 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:42:48,824 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:42:48,824 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:42:48,825 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/74ea635ba80d3fd89b4095df8a2520d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:42:48,825 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/5a1aa72dfb4b93e5b0273e6eaa605703/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:42:48,825 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 74ea635ba80d3fd89b4095df8a2520d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69575239, jitterRate=0.03675185143947601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:42:48,825 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74ea635ba80d3fd89b4095df8a2520d9 2024-11-15T00:42:48,825 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 5a1aa72dfb4b93e5b0273e6eaa605703; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68777734, jitterRate=0.024868100881576538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:42:48,825 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a1aa72dfb4b93e5b0273e6eaa605703 2024-11-15T00:42:48,826 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 74ea635ba80d3fd89b4095df8a2520d9: Running coprocessor pre-open hook at 1731631368802Writing region info on filesystem at 1731631368802Initializing all the Stores at 1731631368803 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631368803Cleaning up temporary data from old regions at 1731631368814 (+11 ms)Running coprocessor post-open hooks at 1731631368825 (+11 ms)Region opened successfully at 1731631368825 2024-11-15T00:42:48,826 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 5a1aa72dfb4b93e5b0273e6eaa605703: Running coprocessor pre-open hook at 1731631368800Writing region info on filesystem at 1731631368800Initializing all the Stores at 1731631368805 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631368805Cleaning up temporary data from old regions at 1731631368818 (+13 ms)Running coprocessor post-open hooks at 1731631368825 (+7 ms)Region opened successfully at 1731631368826 (+1 ms) 2024-11-15T00:42:48,826 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:42:48,827 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703., pid=20, masterSystemTime=1731631368786 2024-11-15T00:42:48,827 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9., pid=19, masterSystemTime=1731631368775 2024-11-15T00:42:48,829 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703. 2024-11-15T00:42:48,829 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703. 2024-11-15T00:42:48,829 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770. 2024-11-15T00:42:48,829 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a1aa72dfb4b93e5b0273e6eaa605703, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:42:48,829 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f2460c4d04fea70f71986bf34b6e770, NAME => 'SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-15T00:42:48,830 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4f2460c4d04fea70f71986bf34b6e770 2024-11-15T00:42:48,830 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:48,830 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 4f2460c4d04fea70f71986bf34b6e770 2024-11-15T00:42:48,830 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 4f2460c4d04fea70f71986bf34b6e770 2024-11-15T00:42:48,830 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9. 2024-11-15T00:42:48,830 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9. 2024-11-15T00:42:48,831 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88. 2024-11-15T00:42:48,831 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 295172b7c0fb9c4c408165f1ccb54b88, NAME => 'SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-15T00:42:48,831 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=74ea635ba80d3fd89b4095df8a2520d9, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:42:48,831 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 295172b7c0fb9c4c408165f1ccb54b88 2024-11-15T00:42:48,831 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:48,831 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 295172b7c0fb9c4c408165f1ccb54b88 2024-11-15T00:42:48,831 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 295172b7c0fb9c4c408165f1ccb54b88 2024-11-15T00:42:48,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a1aa72dfb4b93e5b0273e6eaa605703, server=fb2f6cb7846a,33949,1731631347032 because future has completed 2024-11-15T00:42:48,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74ea635ba80d3fd89b4095df8a2520d9, server=fb2f6cb7846a,33995,1731631347184 because future has completed 2024-11-15T00:42:48,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-15T00:42:48,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a1aa72dfb4b93e5b0273e6eaa605703, server=fb2f6cb7846a,33949,1731631347032 in 10.0550 sec 2024-11-15T00:42:48,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-11-15T00:42:48,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 74ea635ba80d3fd89b4095df8a2520d9, server=fb2f6cb7846a,33995,1731631347184 in 10.0560 sec 2024-11-15T00:42:48,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a1aa72dfb4b93e5b0273e6eaa605703, ASSIGN in 10.2280 sec 2024-11-15T00:42:48,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74ea635ba80d3fd89b4095df8a2520d9, ASSIGN in 10.2290 sec 2024-11-15T00:42:48,841 INFO [StoreOpener-4f2460c4d04fea70f71986bf34b6e770-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4f2460c4d04fea70f71986bf34b6e770 2024-11-15T00:42:48,841 INFO [StoreOpener-295172b7c0fb9c4c408165f1ccb54b88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 295172b7c0fb9c4c408165f1ccb54b88 2024-11-15T00:42:48,842 INFO [StoreOpener-295172b7c0fb9c4c408165f1ccb54b88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 295172b7c0fb9c4c408165f1ccb54b88 columnFamilyName cf 2024-11-15T00:42:48,842 DEBUG [StoreOpener-295172b7c0fb9c4c408165f1ccb54b88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:48,843 INFO [StoreOpener-295172b7c0fb9c4c408165f1ccb54b88-1 {}] regionserver.HStore(327): Store=295172b7c0fb9c4c408165f1ccb54b88/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:42:48,843 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 295172b7c0fb9c4c408165f1ccb54b88 2024-11-15T00:42:48,844 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/295172b7c0fb9c4c408165f1ccb54b88 2024-11-15T00:42:48,844 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/acdb918de520eaa2869fcbf97ab22b5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:42:48,844 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/295172b7c0fb9c4c408165f1ccb54b88 2024-11-15T00:42:48,844 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened acdb918de520eaa2869fcbf97ab22b5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64737586, jitterRate=-0.03533479571342468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:42:48,845 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:42:48,845 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for acdb918de520eaa2869fcbf97ab22b5c: Running coprocessor pre-open hook at 1731631368808Writing region info on filesystem at 1731631368808Initializing all the Stores at 1731631368809 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631368809Cleaning up temporary data from old regions at 1731631368824 (+15 ms)Running coprocessor post-open hooks at 1731631368845 (+21 ms)Region opened successfully at 1731631368845 2024-11-15T00:42:48,845 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 295172b7c0fb9c4c408165f1ccb54b88 2024-11-15T00:42:48,845 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 295172b7c0fb9c4c408165f1ccb54b88 2024-11-15T00:42:48,846 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c., pid=16, masterSystemTime=1731631368780 2024-11-15T00:42:48,847 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 295172b7c0fb9c4c408165f1ccb54b88 2024-11-15T00:42:48,847 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. 2024-11-15T00:42:48,848 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. 2024-11-15T00:42:48,848 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. 2024-11-15T00:42:48,848 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => e247361246ee8ada46a00d1ae82d382f, NAME => 'SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-15T00:42:48,848 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:42:48,848 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:48,848 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:42:48,849 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:42:48,849 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=acdb918de520eaa2869fcbf97ab22b5c, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,37785,1731631347083 2024-11-15T00:42:48,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure acdb918de520eaa2869fcbf97ab22b5c, server=fb2f6cb7846a,37785,1731631347083 because future has completed 2024-11-15T00:42:48,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-11-15T00:42:48,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure acdb918de520eaa2869fcbf97ab22b5c, server=fb2f6cb7846a,37785,1731631347083 in 10.0830 sec 2024-11-15T00:42:48,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acdb918de520eaa2869fcbf97ab22b5c, ASSIGN in 10.2460 sec 2024-11-15T00:42:48,856 INFO [StoreOpener-4f2460c4d04fea70f71986bf34b6e770-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f2460c4d04fea70f71986bf34b6e770 columnFamilyName cf 2024-11-15T00:42:48,856 DEBUG [StoreOpener-4f2460c4d04fea70f71986bf34b6e770-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:48,856 INFO [StoreOpener-e247361246ee8ada46a00d1ae82d382f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:42:48,857 INFO [StoreOpener-4f2460c4d04fea70f71986bf34b6e770-1 {}] regionserver.HStore(327): Store=4f2460c4d04fea70f71986bf34b6e770/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:42:48,857 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/295172b7c0fb9c4c408165f1ccb54b88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:42:48,857 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 4f2460c4d04fea70f71986bf34b6e770 2024-11-15T00:42:48,858 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/4f2460c4d04fea70f71986bf34b6e770 2024-11-15T00:42:48,858 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 295172b7c0fb9c4c408165f1ccb54b88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62995255, jitterRate=-0.06129755079746246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:42:48,858 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 295172b7c0fb9c4c408165f1ccb54b88 2024-11-15T00:42:48,858 INFO [StoreOpener-e247361246ee8ada46a00d1ae82d382f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e247361246ee8ada46a00d1ae82d382f columnFamilyName cf 2024-11-15T00:42:48,858 DEBUG [StoreOpener-e247361246ee8ada46a00d1ae82d382f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:48,858 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 295172b7c0fb9c4c408165f1ccb54b88: Running coprocessor pre-open hook at 1731631368831Writing region info on filesystem at 1731631368831Initializing all the Stores at 1731631368834 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631368834Cleaning up temporary data from old regions at 1731631368845 (+11 ms)Running coprocessor post-open hooks at 1731631368858 (+13 ms)Region opened successfully at 1731631368858 2024-11-15T00:42:48,858 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/4f2460c4d04fea70f71986bf34b6e770 2024-11-15T00:42:48,859 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 4f2460c4d04fea70f71986bf34b6e770 2024-11-15T00:42:48,859 INFO [StoreOpener-e247361246ee8ada46a00d1ae82d382f-1 {}] regionserver.HStore(327): Store=e247361246ee8ada46a00d1ae82d382f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:42:48,859 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 4f2460c4d04fea70f71986bf34b6e770 2024-11-15T00:42:48,859 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:42:48,860 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:42:48,860 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88., pid=15, masterSystemTime=1731631368775 2024-11-15T00:42:48,860 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:42:48,861 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:42:48,861 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:42:48,861 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 4f2460c4d04fea70f71986bf34b6e770 2024-11-15T00:42:48,863 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88. 2024-11-15T00:42:48,864 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88. 2024-11-15T00:42:48,864 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=295172b7c0fb9c4c408165f1ccb54b88, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:42:48,864 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:42:48,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 295172b7c0fb9c4c408165f1ccb54b88, server=fb2f6cb7846a,33995,1731631347184 because future has completed 2024-11-15T00:42:48,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-15T00:42:48,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 295172b7c0fb9c4c408165f1ccb54b88, server=fb2f6cb7846a,33995,1731631347184 in 10.1010 sec 2024-11-15T00:42:48,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=295172b7c0fb9c4c408165f1ccb54b88, ASSIGN in 10.2610 sec 2024-11-15T00:42:48,873 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/e247361246ee8ada46a00d1ae82d382f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:42:48,873 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/4f2460c4d04fea70f71986bf34b6e770/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:42:48,873 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 4f2460c4d04fea70f71986bf34b6e770; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68080916, jitterRate=0.014484703540802002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:42:48,873 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened e247361246ee8ada46a00d1ae82d382f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66413182, jitterRate=-0.010366469621658325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:42:48,874 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f2460c4d04fea70f71986bf34b6e770 2024-11-15T00:42:48,874 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:42:48,874 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 4f2460c4d04fea70f71986bf34b6e770: Running coprocessor pre-open hook at 1731631368830Writing region info on filesystem at 1731631368830Initializing all the Stores at 1731631368832 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631368832Cleaning up temporary data from old regions at 1731631368859 (+27 ms)Running coprocessor post-open hooks at 1731631368874 (+15 ms)Region opened successfully at 1731631368874 2024-11-15T00:42:48,874 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for e247361246ee8ada46a00d1ae82d382f: Running coprocessor pre-open hook at 1731631368849Writing region info on filesystem at 1731631368849Initializing all the Stores at 1731631368849Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631368850 (+1 ms)Cleaning up temporary data from old regions at 1731631368861 (+11 ms)Running coprocessor post-open hooks at 1731631368874 (+13 ms)Region opened successfully at 1731631368874 2024-11-15T00:42:48,874 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f., pid=23, masterSystemTime=1731631368780 2024-11-15T00:42:48,874 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770., pid=22, masterSystemTime=1731631368786 2024-11-15T00:42:48,876 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. 2024-11-15T00:42:48,876 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. 2024-11-15T00:42:48,876 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. 2024-11-15T00:42:48,876 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 75b66c68445f3cafd735d9e0e358cf0a, NAME => 'SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-15T00:42:48,877 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:42:48,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e247361246ee8ada46a00d1ae82d382f, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,37785,1731631347083 2024-11-15T00:42:48,877 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:48,877 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770. 2024-11-15T00:42:48,877 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:42:48,877 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770. 2024-11-15T00:42:48,877 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:42:48,877 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41. 2024-11-15T00:42:48,877 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e42092beb029bb17a4aff4f164a1e41, NAME => 'SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-15T00:42:48,878 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2e42092beb029bb17a4aff4f164a1e41 2024-11-15T00:42:48,878 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:42:48,878 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 2e42092beb029bb17a4aff4f164a1e41 2024-11-15T00:42:48,878 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 2e42092beb029bb17a4aff4f164a1e41 2024-11-15T00:42:48,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4f2460c4d04fea70f71986bf34b6e770, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:42:48,879 INFO [StoreOpener-75b66c68445f3cafd735d9e0e358cf0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:42:48,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e247361246ee8ada46a00d1ae82d382f, server=fb2f6cb7846a,37785,1731631347083 because future has completed 2024-11-15T00:42:48,881 INFO [StoreOpener-2e42092beb029bb17a4aff4f164a1e41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2e42092beb029bb17a4aff4f164a1e41 2024-11-15T00:42:48,881 INFO [StoreOpener-75b66c68445f3cafd735d9e0e358cf0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75b66c68445f3cafd735d9e0e358cf0a columnFamilyName cf 2024-11-15T00:42:48,881 DEBUG [StoreOpener-75b66c68445f3cafd735d9e0e358cf0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:48,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f2460c4d04fea70f71986bf34b6e770, server=fb2f6cb7846a,33949,1731631347032 because future has completed 2024-11-15T00:42:48,883 INFO [StoreOpener-75b66c68445f3cafd735d9e0e358cf0a-1 {}] regionserver.HStore(327): Store=75b66c68445f3cafd735d9e0e358cf0a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:42:48,883 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:42:48,884 INFO [StoreOpener-2e42092beb029bb17a4aff4f164a1e41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e42092beb029bb17a4aff4f164a1e41 columnFamilyName cf 2024-11-15T00:42:48,884 DEBUG [StoreOpener-2e42092beb029bb17a4aff4f164a1e41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:42:48,884 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:42:48,886 INFO [StoreOpener-2e42092beb029bb17a4aff4f164a1e41-1 {}] regionserver.HStore(327): Store=2e42092beb029bb17a4aff4f164a1e41/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:42:48,887 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:42:48,887 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 2e42092beb029bb17a4aff4f164a1e41 2024-11-15T00:42:48,887 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:42:48,887 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:42:48,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-15T00:42:48,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure e247361246ee8ada46a00d1ae82d382f, server=fb2f6cb7846a,37785,1731631347083 in 10.0940 sec 2024-11-15T00:42:48,889 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/2e42092beb029bb17a4aff4f164a1e41 2024-11-15T00:42:48,889 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/2e42092beb029bb17a4aff4f164a1e41 2024-11-15T00:42:48,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-11-15T00:42:48,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f2460c4d04fea70f71986bf34b6e770, server=fb2f6cb7846a,33949,1731631347032 in 10.0940 sec 2024-11-15T00:42:48,890 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 2e42092beb029bb17a4aff4f164a1e41 2024-11-15T00:42:48,890 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 2e42092beb029bb17a4aff4f164a1e41 2024-11-15T00:42:48,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e247361246ee8ada46a00d1ae82d382f, ASSIGN in 10.2800 sec 2024-11-15T00:42:48,891 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:42:48,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f2460c4d04fea70f71986bf34b6e770, ASSIGN in 10.2820 sec 2024-11-15T00:42:48,893 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 2e42092beb029bb17a4aff4f164a1e41 2024-11-15T00:42:48,894 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/75b66c68445f3cafd735d9e0e358cf0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:42:48,897 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/2e42092beb029bb17a4aff4f164a1e41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:42:48,897 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 2e42092beb029bb17a4aff4f164a1e41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62962656, jitterRate=-0.0617833137512207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:42:48,897 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e42092beb029bb17a4aff4f164a1e41 2024-11-15T00:42:48,897 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 2e42092beb029bb17a4aff4f164a1e41: Running coprocessor pre-open hook at 1731631368878Writing region info on filesystem at 1731631368878Initializing all the Stores at 1731631368879 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631368879Cleaning up temporary data from old regions at 1731631368890 (+11 ms)Running coprocessor post-open hooks at 1731631368897 (+7 ms)Region opened successfully at 1731631368897 2024-11-15T00:42:48,898 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41., pid=21, masterSystemTime=1731631368786 2024-11-15T00:42:48,899 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 75b66c68445f3cafd735d9e0e358cf0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73329949, jitterRate=0.09270139038562775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:42:48,899 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:42:48,899 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 75b66c68445f3cafd735d9e0e358cf0a: Running coprocessor pre-open hook at 1731631368877Writing region info on filesystem at 1731631368877Initializing all the Stores at 1731631368879 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631368879Cleaning up temporary data from old regions at 1731631368888 (+9 ms)Running coprocessor post-open hooks at 1731631368899 (+11 ms)Region opened successfully at 1731631368899 2024-11-15T00:42:48,900 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a., pid=18, masterSystemTime=1731631368780 2024-11-15T00:42:48,902 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41. 2024-11-15T00:42:48,902 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41. 2024-11-15T00:42:48,902 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e42092beb029bb17a4aff4f164a1e41, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:42:48,902 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. 2024-11-15T00:42:48,902 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. 2024-11-15T00:42:48,903 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=75b66c68445f3cafd735d9e0e358cf0a, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,37785,1731631347083 2024-11-15T00:42:48,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e42092beb029bb17a4aff4f164a1e41, server=fb2f6cb7846a,33949,1731631347032 because future has completed 2024-11-15T00:42:48,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75b66c68445f3cafd735d9e0e358cf0a, server=fb2f6cb7846a,37785,1731631347083 because future has completed 2024-11-15T00:42:48,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-15T00:42:48,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e42092beb029bb17a4aff4f164a1e41, server=fb2f6cb7846a,33949,1731631347032 in 10.1200 sec 2024-11-15T00:42:48,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-15T00:42:48,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e42092beb029bb17a4aff4f164a1e41, ASSIGN in 10.2990 sec 2024-11-15T00:42:48,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 75b66c68445f3cafd735d9e0e358cf0a, server=fb2f6cb7846a,37785,1731631347083 in 10.1290 sec 2024-11-15T00:42:48,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-15T00:42:48,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75b66c68445f3cafd735d9e0e358cf0a, ASSIGN in 10.3000 sec 2024-11-15T00:42:48,911 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T00:42:48,911 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731631368911"}]},"ts":"1731631368911"} 2024-11-15T00:42:48,914 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-15T00:42:48,915 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T00:42:48,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4400 sec 2024-11-15T00:42:51,952 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-15T00:42:54,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T00:42:54,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:42:54,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T00:42:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:42:56,726 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-15T00:42:56,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-15T00:42:56,726 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:42:56,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-15T00:42:56,730 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:42:56,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-15T00:42:56,764 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f., hostname=fb2f6cb7846a,37785,1731631347083, seqNum=2] 2024-11-15T00:42:56,766 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f., hostname=fb2f6cb7846a,37785,1731631347083, seqNum=2] 2024-11-15T00:42:56,768 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f., hostname=fb2f6cb7846a,37785,1731631347083, seqNum=2] 2024-11-15T00:42:56,770 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f., hostname=fb2f6cb7846a,37785,1731631347083, seqNum=2] 2024-11-15T00:42:56,771 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f., hostname=fb2f6cb7846a,37785,1731631347083, seqNum=2] 2024-11-15T00:42:56,801 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770., hostname=fb2f6cb7846a,33949,1731631347032, seqNum=2] 2024-11-15T00:42:56,803 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770., hostname=fb2f6cb7846a,33949,1731631347032, seqNum=2] 2024-11-15T00:42:56,805 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770., hostname=fb2f6cb7846a,33949,1731631347032, seqNum=2] 2024-11-15T00:42:56,806 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770., hostname=fb2f6cb7846a,33949,1731631347032, seqNum=2] 2024-11-15T00:42:56,808 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770., hostname=fb2f6cb7846a,33949,1731631347032, seqNum=2] 2024-11-15T00:42:56,809 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770., hostname=fb2f6cb7846a,33949,1731631347032, seqNum=2] 2024-11-15T00:42:56,814 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T00:42:56,851 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88., hostname=fb2f6cb7846a,33995,1731631347184, seqNum=2] 2024-11-15T00:42:56,856 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88., hostname=fb2f6cb7846a,33995,1731631347184, seqNum=2] 2024-11-15T00:42:56,857 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88., hostname=fb2f6cb7846a,33995,1731631347184, seqNum=2] 2024-11-15T00:42:56,915 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a., hostname=fb2f6cb7846a,37785,1731631347083, seqNum=2] 2024-11-15T00:42:56,917 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a., hostname=fb2f6cb7846a,37785,1731631347083, seqNum=2] 2024-11-15T00:42:56,918 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a., hostname=fb2f6cb7846a,37785,1731631347083, seqNum=2] 2024-11-15T00:42:56,919 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a., hostname=fb2f6cb7846a,37785,1731631347083, seqNum=2] 2024-11-15T00:42:56,920 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a., hostname=fb2f6cb7846a,37785,1731631347083, seqNum=2] 2024-11-15T00:42:57,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:42:57,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:42:57,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:42:57,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:42:57,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33995 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T00:42:57,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T00:42:57,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37785 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. 2024-11-15T00:42:57,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37785 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T00:42:58,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37785 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T00:42:58,384 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-15T00:42:58,384 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:42:58,385 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T00:42:58,391 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T00:42:58,396 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T00:42:58,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741848_1024 (size=49) 2024-11-15T00:42:58,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741848_1024 (size=49) 2024-11-15T00:42:58,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741848_1024 (size=49) 2024-11-15T00:42:58,811 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T00:42:58,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e42092beb029bb17a4aff4f164a1e41}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74ea635ba80d3fd89b4095df8a2520d9}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f6a1db5fb592ae8e0e9c33a4923c6d5}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acdb918de520eaa2869fcbf97ab22b5c}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a1aa72dfb4b93e5b0273e6eaa605703}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2923462f22e2735019c9fcac9ae01751}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e247361246ee8ada46a00d1ae82d382f}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f2460c4d04fea70f71986bf34b6e770}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 295172b7c0fb9c4c408165f1ccb54b88}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75b66c68445f3cafd735d9e0e358cf0a}] 2024-11-15T00:42:58,814 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:42:58,815 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:42:58,815 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f2460c4d04fea70f71986bf34b6e770 2024-11-15T00:42:58,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2923462f22e2735019c9fcac9ae01751 2024-11-15T00:42:58,815 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 295172b7c0fb9c4c408165f1ccb54b88 2024-11-15T00:42:58,819 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a1aa72dfb4b93e5b0273e6eaa605703 2024-11-15T00:42:58,825 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:42:58,832 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:42:58,834 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e42092beb029bb17a4aff4f164a1e41 2024-11-15T00:42:58,835 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74ea635ba80d3fd89b4095df8a2520d9 2024-11-15T00:43:00,243 INFO [regionserver/fb2f6cb7846a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-15T00:43:08,787 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=fb2f6cb7846a,37785,1731631347083, timeout=1731631388816, delay=29, operations=[pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e247361246ee8ada46a00d1ae82d382f, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acdb918de520eaa2869fcbf97ab22b5c, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f6a1db5fb592ae8e0e9c33a4923c6d5, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75b66c68445f3cafd735d9e0e358cf0a], containedObject=fb2f6cb7846a,33995,1731631347184, timeout=1731631388817, delay=30, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 295172b7c0fb9c4c408165f1ccb54b88, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2923462f22e2735019c9fcac9ae01751, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74ea635ba80d3fd89b4095df8a2520d9], containedObject=fb2f6cb7846a,33949,1731631347032, timeout=1731631388817, delay=30, operations=[pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a1aa72dfb4b93e5b0273e6eaa605703, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f2460c4d04fea70f71986bf34b6e770, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e42092beb029bb17a4aff4f164a1e41]] 2024-11-15T00:43:08,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-15T00:43:08,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-15T00:43:08,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. 2024-11-15T00:43:08,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-15T00:43:08,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-15T00:43:08,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. 2024-11-15T00:43:08,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for acdb918de520eaa2869fcbf97ab22b5c: 2024-11-15T00:43:08,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. for SnapshotProcedureTest completed. 2024-11-15T00:43:08,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-15T00:43:08,819 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing e247361246ee8ada46a00d1ae82d382f 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-15T00:43:08,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:43:08,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-15T00:43:08,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-15T00:43:08,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:43:08,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. 2024-11-15T00:43:08,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88. 2024-11-15T00:43:08,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T00:43:08,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 1f6a1db5fb592ae8e0e9c33a4923c6d5: 2024-11-15T00:43:08,820 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 295172b7c0fb9c4c408165f1ccb54b88 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-15T00:43:08,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. for SnapshotProcedureTest completed. 2024-11-15T00:43:08,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-15T00:43:08,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:43:08,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:43:08,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T00:43:08,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703. 2024-11-15T00:43:08,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-15T00:43:08,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 5a1aa72dfb4b93e5b0273e6eaa605703: 2024-11-15T00:43:08,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703. for SnapshotProcedureTest completed. 2024-11-15T00:43:08,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-15T00:43:08,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:43:08,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:43:08,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751. 2024-11-15T00:43:08,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T00:43:08,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770. 2024-11-15T00:43:08,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9. 2024-11-15T00:43:08,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 74ea635ba80d3fd89b4095df8a2520d9: 2024-11-15T00:43:08,821 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 4f2460c4d04fea70f71986bf34b6e770 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-15T00:43:08,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9. for SnapshotProcedureTest completed. 2024-11-15T00:43:08,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41. 2024-11-15T00:43:08,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 2923462f22e2735019c9fcac9ae01751: 2024-11-15T00:43:08,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751. for SnapshotProcedureTest completed. 2024-11-15T00:43:08,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 2e42092beb029bb17a4aff4f164a1e41: 2024-11-15T00:43:08,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41. for SnapshotProcedureTest completed. 2024-11-15T00:43:08,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:43:08,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:43:08,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:43:08,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T00:43:08,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:43:08,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:43:08,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T00:43:08,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:43:08,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T00:43:08,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/e247361246ee8ada46a00d1ae82d382f/.tmp/cf/ca1357f026bb426e94c7ceefc102eabe is 34, key is aaa/cf:cf/1731631377777/Put/seqid=0 2024-11-15T00:43:08,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/295172b7c0fb9c4c408165f1ccb54b88/.tmp/cf/d461ca21f1c447dd897f190465ba51dc is 34, key is ccd/cf:cf/1731631377703/Put/seqid=0 2024-11-15T00:43:08,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741850_1026 (size=65) 2024-11-15T00:43:08,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/4f2460c4d04fea70f71986bf34b6e770/.tmp/cf/ad768b209b32478b8cc563515216e04b is 34, key is baa/cf:cf/1731631377734/Put/seqid=0 2024-11-15T00:43:08,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741850_1026 (size=65) 2024-11-15T00:43:08,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741850_1026 (size=65) 2024-11-15T00:43:08,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. 2024-11-15T00:43:08,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-15T00:43:08,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. 2024-11-15T00:43:08,861 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 75b66c68445f3cafd735d9e0e358cf0a 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-15T00:43:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-15T00:43:08,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:43:08,862 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:43:08,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1f6a1db5fb592ae8e0e9c33a4923c6d5 in 10.0520 sec 2024-11-15T00:43:08,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741851_1027 (size=65) 2024-11-15T00:43:08,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741851_1027 (size=65) 2024-11-15T00:43:08,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741851_1027 (size=65) 2024-11-15T00:43:08,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. 2024-11-15T00:43:08,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-15T00:43:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-15T00:43:08,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:43:08,891 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:43:08,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741852_1028 (size=65) 2024-11-15T00:43:08,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741852_1028 (size=65) 2024-11-15T00:43:08,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741852_1028 (size=65) 2024-11-15T00:43:08,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751. 2024-11-15T00:43:08,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-15T00:43:08,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741849_1025 (size=65) 2024-11-15T00:43:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-15T00:43:08,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure acdb918de520eaa2869fcbf97ab22b5c in 10.0810 sec 2024-11-15T00:43:08,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2923462f22e2735019c9fcac9ae01751 2024-11-15T00:43:08,895 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2923462f22e2735019c9fcac9ae01751 2024-11-15T00:43:08,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741849_1025 (size=65) 2024-11-15T00:43:08,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741849_1025 (size=65) 2024-11-15T00:43:08,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703. 2024-11-15T00:43:08,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-15T00:43:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-15T00:43:08,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5a1aa72dfb4b93e5b0273e6eaa605703 2024-11-15T00:43:08,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741854_1030 (size=65) 2024-11-15T00:43:08,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741854_1030 (size=65) 2024-11-15T00:43:08,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741853_1029 (size=57) 2024-11-15T00:43:08,899 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a1aa72dfb4b93e5b0273e6eaa605703 2024-11-15T00:43:08,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2923462f22e2735019c9fcac9ae01751 in 10.0860 sec 2024-11-15T00:43:08,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741853_1029 (size=57) 2024-11-15T00:43:08,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741853_1029 (size=57) 2024-11-15T00:43:08,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741854_1030 (size=65) 2024-11-15T00:43:08,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5a1aa72dfb4b93e5b0273e6eaa605703 in 10.0900 sec 2024-11-15T00:43:08,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41. 2024-11-15T00:43:08,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-15T00:43:08,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9. 2024-11-15T00:43:08,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-15T00:43:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-15T00:43:08,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2e42092beb029bb17a4aff4f164a1e41 2024-11-15T00:43:08,904 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e42092beb029bb17a4aff4f164a1e41 2024-11-15T00:43:08,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2e42092beb029bb17a4aff4f164a1e41 in 10.0940 sec 2024-11-15T00:43:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-15T00:43:08,911 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 74ea635ba80d3fd89b4095df8a2520d9 2024-11-15T00:43:08,912 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74ea635ba80d3fd89b4095df8a2520d9 2024-11-15T00:43:08,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 74ea635ba80d3fd89b4095df8a2520d9 in 10.1020 sec 2024-11-15T00:43:08,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741856_1032 (size=47197) 2024-11-15T00:43:08,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741855_1031 (size=26918) 2024-11-15T00:43:08,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741855_1031 (size=26918) 2024-11-15T00:43:08,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741855_1031 (size=26918) 2024-11-15T00:43:08,918 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/e247361246ee8ada46a00d1ae82d382f/.tmp/cf/ca1357f026bb426e94c7ceefc102eabe 2024-11-15T00:43:08,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741856_1032 (size=47197) 2024-11-15T00:43:08,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741856_1032 (size=47197) 2024-11-15T00:43:08,920 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/295172b7c0fb9c4c408165f1ccb54b88/.tmp/cf/d461ca21f1c447dd897f190465ba51dc 2024-11-15T00:43:08,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/e247361246ee8ada46a00d1ae82d382f/.tmp/cf/ca1357f026bb426e94c7ceefc102eabe as hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/e247361246ee8ada46a00d1ae82d382f/cf/ca1357f026bb426e94c7ceefc102eabe 2024-11-15T00:43:08,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/295172b7c0fb9c4c408165f1ccb54b88/.tmp/cf/d461ca21f1c447dd897f190465ba51dc as hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/295172b7c0fb9c4c408165f1ccb54b88/cf/d461ca21f1c447dd897f190465ba51dc 2024-11-15T00:43:08,939 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/e247361246ee8ada46a00d1ae82d382f/cf/ca1357f026bb426e94c7ceefc102eabe, entries=676, sequenceid=5, filesize=26.3 K 2024-11-15T00:43:08,940 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for e247361246ee8ada46a00d1ae82d382f in 121ms, sequenceid=5, compaction requested=false 2024-11-15T00:43:08,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for e247361246ee8ada46a00d1ae82d382f: 2024-11-15T00:43:08,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. for SnapshotProcedureTest completed. 2024-11-15T00:43:08,941 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/295172b7c0fb9c4c408165f1ccb54b88/cf/d461ca21f1c447dd897f190465ba51dc, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-15T00:43:08,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:43:08,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:43:08,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/e247361246ee8ada46a00d1ae82d382f/cf/ca1357f026bb426e94c7ceefc102eabe] hfiles 2024-11-15T00:43:08,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/e247361246ee8ada46a00d1ae82d382f/cf/ca1357f026bb426e94c7ceefc102eabe for snapshot=SnapshotProcedureTest 2024-11-15T00:43:08,943 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 295172b7c0fb9c4c408165f1ccb54b88 in 124ms, sequenceid=5, compaction requested=false 2024-11-15T00:43:08,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 295172b7c0fb9c4c408165f1ccb54b88: 2024-11-15T00:43:08,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88. for SnapshotProcedureTest completed. 2024-11-15T00:43:08,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:43:08,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:43:08,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/295172b7c0fb9c4c408165f1ccb54b88/cf/d461ca21f1c447dd897f190465ba51dc] hfiles 2024-11-15T00:43:08,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/295172b7c0fb9c4c408165f1ccb54b88/cf/d461ca21f1c447dd897f190465ba51dc for snapshot=SnapshotProcedureTest 2024-11-15T00:43:08,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/75b66c68445f3cafd735d9e0e358cf0a/.tmp/cf/a9b94ff2d1f242a18fa801f5acbf6481 is 34, key is eaa/cf:cf/1731631378228/Put/seqid=0 2024-11-15T00:43:08,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741857_1033 (size=28623) 2024-11-15T00:43:08,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741857_1033 (size=28623) 2024-11-15T00:43:08,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741857_1033 (size=28623) 2024-11-15T00:43:08,949 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/4f2460c4d04fea70f71986bf34b6e770/.tmp/cf/ad768b209b32478b8cc563515216e04b 2024-11-15T00:43:08,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741858_1034 (size=499309) 2024-11-15T00:43:08,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741858_1034 (size=499309) 2024-11-15T00:43:08,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741858_1034 (size=499309) 2024-11-15T00:43:08,951 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/75b66c68445f3cafd735d9e0e358cf0a/.tmp/cf/a9b94ff2d1f242a18fa801f5acbf6481 2024-11-15T00:43:08,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/4f2460c4d04fea70f71986bf34b6e770/.tmp/cf/ad768b209b32478b8cc563515216e04b as hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/4f2460c4d04fea70f71986bf34b6e770/cf/ad768b209b32478b8cc563515216e04b 2024-11-15T00:43:08,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741859_1035 (size=105) 2024-11-15T00:43:08,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741859_1035 (size=105) 2024-11-15T00:43:08,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741859_1035 (size=105) 2024-11-15T00:43:08,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. 2024-11-15T00:43:08,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-15T00:43:08,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/75b66c68445f3cafd735d9e0e358cf0a/.tmp/cf/a9b94ff2d1f242a18fa801f5acbf6481 as hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/75b66c68445f3cafd735d9e0e358cf0a/cf/a9b94ff2d1f242a18fa801f5acbf6481 2024-11-15T00:43:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-15T00:43:08,965 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:43:08,965 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:43:08,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741860_1036 (size=105) 2024-11-15T00:43:08,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741860_1036 (size=105) 2024-11-15T00:43:08,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741860_1036 (size=105) 2024-11-15T00:43:08,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88. 2024-11-15T00:43:08,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-15T00:43:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-15T00:43:08,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e247361246ee8ada46a00d1ae82d382f in 10.1580 sec 2024-11-15T00:43:08,972 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 295172b7c0fb9c4c408165f1ccb54b88 2024-11-15T00:43:08,972 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 295172b7c0fb9c4c408165f1ccb54b88 2024-11-15T00:43:08,975 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/4f2460c4d04fea70f71986bf34b6e770/cf/ad768b209b32478b8cc563515216e04b, entries=731, sequenceid=5, filesize=28.0 K 2024-11-15T00:43:08,976 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 4f2460c4d04fea70f71986bf34b6e770 in 154ms, sequenceid=5, compaction requested=false 2024-11-15T00:43:08,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 4f2460c4d04fea70f71986bf34b6e770: 2024-11-15T00:43:08,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770. for SnapshotProcedureTest completed. 2024-11-15T00:43:08,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:43:08,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:43:08,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/4f2460c4d04fea70f71986bf34b6e770/cf/ad768b209b32478b8cc563515216e04b] hfiles 2024-11-15T00:43:08,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/4f2460c4d04fea70f71986bf34b6e770/cf/ad768b209b32478b8cc563515216e04b for snapshot=SnapshotProcedureTest 2024-11-15T00:43:08,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 295172b7c0fb9c4c408165f1ccb54b88 in 10.1630 sec 2024-11-15T00:43:08,977 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/75b66c68445f3cafd735d9e0e358cf0a/cf/a9b94ff2d1f242a18fa801f5acbf6481, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-15T00:43:08,978 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 75b66c68445f3cafd735d9e0e358cf0a in 117ms, sequenceid=5, compaction requested=false 2024-11-15T00:43:08,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 75b66c68445f3cafd735d9e0e358cf0a: 2024-11-15T00:43:08,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. for SnapshotProcedureTest completed. 2024-11-15T00:43:08,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T00:43:08,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T00:43:08,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/75b66c68445f3cafd735d9e0e358cf0a/cf/a9b94ff2d1f242a18fa801f5acbf6481] hfiles 2024-11-15T00:43:08,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/75b66c68445f3cafd735d9e0e358cf0a/cf/a9b94ff2d1f242a18fa801f5acbf6481 for snapshot=SnapshotProcedureTest 2024-11-15T00:43:08,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741861_1037 (size=105) 2024-11-15T00:43:08,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741861_1037 (size=105) 2024-11-15T00:43:08,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741861_1037 (size=105) 2024-11-15T00:43:08,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770. 2024-11-15T00:43:08,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-15T00:43:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-15T00:43:08,987 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4f2460c4d04fea70f71986bf34b6e770 2024-11-15T00:43:08,987 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f2460c4d04fea70f71986bf34b6e770 2024-11-15T00:43:08,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4f2460c4d04fea70f71986bf34b6e770 in 10.1770 sec 2024-11-15T00:43:08,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741862_1038 (size=97) 2024-11-15T00:43:08,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741862_1038 (size=97) 2024-11-15T00:43:08,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741862_1038 (size=97) 2024-11-15T00:43:09,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. 2024-11-15T00:43:09,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-15T00:43:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-15T00:43:09,392 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:43:09,393 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:43:09,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-15T00:43:09,395 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T00:43:09,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 75b66c68445f3cafd735d9e0e358cf0a in 10.5820 sec 2024-11-15T00:43:09,396 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T00:43:09,397 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T00:43:09,397 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-15T00:43:09,399 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T00:43:09,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741863_1039 (size=1174) 2024-11-15T00:43:09,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741863_1039 (size=1174) 2024-11-15T00:43:09,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741863_1039 (size=1174) 2024-11-15T00:43:09,417 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T00:43:09,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-15T00:43:09,424 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:43:09,424 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:43:09,424 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,37785,1731631347083 2024-11-15T00:43:09,424 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:43:09,424 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,37785,1731631347083 2024-11-15T00:43:09,428 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:43:09,428 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:43:09,428 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:43:09,428 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,37785,1731631347083 2024-11-15T00:43:09,499 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:43:09,500 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing fb2f6cb7846a,37785,1731631347083 2024-11-15T00:43:09,500 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fb2f6cb7846a,37785,1731631347083: Simulated kill ***** 2024-11-15T00:43:09,500 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T00:43:09,500 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T00:43:09,501 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T00:43:09,502 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T00:43:09,502 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T00:43:09,502 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 429311632 }, "NonHeapMemoryUsage": { "committed": 176488448, "init": 7667712, "max": -1, "used": 171721176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T00:43:09,502 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42951 {}] master.MasterRpcServices(700): fb2f6cb7846a,37785,1731631347083 reported a fatal error: ***** ABORTING region server fb2f6cb7846a,37785,1731631347083: Simulated kill ***** 2024-11-15T00:43:09,503 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,37785,1731631347083' ***** 2024-11-15T00:43:09,503 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-15T00:43:09,503 INFO [RS:1;fb2f6cb7846a:37785 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:43:09,503 INFO [RS:1;fb2f6cb7846a:37785 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-15T00:43:09,503 INFO [RS:1;fb2f6cb7846a:37785 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-15T00:43:09,504 INFO [RS:1;fb2f6cb7846a:37785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:43:09,504 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:43:09,504 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:43:09,504 INFO [RS:1;fb2f6cb7846a:37785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fb2f6cb7846a:37785. 2024-11-15T00:43:09,504 DEBUG [RS:1;fb2f6cb7846a:37785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:43:09,504 DEBUG [RS:1;fb2f6cb7846a:37785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:43:09,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741833_1009 (size=2301) 2024-11-15T00:43:09,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741833_1009 (size=2301) 2024-11-15T00:43:09,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741833_1009 (size=2301) 2024-11-15T00:43:09,508 INFO [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:43:09,508 DEBUG [RS:1;fb2f6cb7846a:37785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:43:09,508 INFO [RS:1;fb2f6cb7846a:37785 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:43:09,508 INFO [RS:1;fb2f6cb7846a:37785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37785 2024-11-15T00:43:09,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37785-0x1013bf1702c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,37785,1731631347083 2024-11-15T00:43:09,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:43:09,655 INFO [RS:1;fb2f6cb7846a:37785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:43:09,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,37785,1731631347083] 2024-11-15T00:43:09,676 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,37785,1731631347083 already deleted, retry=false 2024-11-15T00:43:09,676 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fb2f6cb7846a,37785,1731631347083 on fb2f6cb7846a,42951,1731631346838 2024-11-15T00:43:09,678 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fb2f6cb7846a,37785,1731631347083, splitWal=true, meta=false 2024-11-15T00:43:09,678 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for fb2f6cb7846a,37785,1731631347083 (carryingMeta=false) fb2f6cb7846a,37785,1731631347083/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@329145eb[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T00:43:09,679 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fb2f6cb7846a,37785,1731631347083, splitWal=true, meta=false 2024-11-15T00:43:09,685 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): fb2f6cb7846a,37785,1731631347083 had 4 regions 2024-11-15T00:43:09,686 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fb2f6cb7846a,37785,1731631347083, splitWal=true, meta=false, isMeta: false 2024-11-15T00:43:09,688 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083-splitting 2024-11-15T00:43:09,690 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,37785,1731631347083 Release verify snapshot worker=fb2f6cb7846a,37785,1731631347083 2024-11-15T00:43:09,690 INFO [PEWorker-3 {}] master.SplitWALManager(105): fb2f6cb7846a,37785,1731631347083 WAL count=1, meta=false 2024-11-15T00:43:09,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fb2f6cb7846a%2C37785%2C1731631347083.1731631348107}] 2024-11-15T00:43:09,691 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to fb2f6cb7846a,37785,1731631347083, this operation will be retried to send to another server 2024-11-15T00:43:09,691 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T00:43:09,691 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731631390691 2024-11-15T00:43:09,693 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,37785,1731631347083 Release verify snapshot worker=fb2f6cb7846a,37785,1731631347083 2024-11-15T00:43:09,693 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 41 to fb2f6cb7846a,37785,1731631347083, this operation will be retried to send to another server 2024-11-15T00:43:09,693 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T00:43:09,693 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=41, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731631390693 2024-11-15T00:43:09,695 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-15T00:43:09,695 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-15T00:43:09,695 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-15T00:43:09,695 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-15T00:43:09,696 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:43:09,696 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,37785,1731631347083 Release verify snapshot worker=fb2f6cb7846a,37785,1731631347083 2024-11-15T00:43:09,696 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to fb2f6cb7846a,37785,1731631347083, this operation will be retried to send to another server 2024-11-15T00:43:09,696 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T00:43:09,696 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731631390696 2024-11-15T00:43:09,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fb2f6cb7846a%2C37785%2C1731631347083.1731631348107, worker=fb2f6cb7846a,33995,1731631347184}] 2024-11-15T00:43:09,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37785-0x1013bf1702c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:43:09,766 INFO [RS:1;fb2f6cb7846a:37785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:43:09,766 INFO [RS:1;fb2f6cb7846a:37785 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,37785,1731631347083; zookeeper connection closed. 2024-11-15T00:43:09,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37785-0x1013bf1702c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:43:09,766 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b6fbaba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b6fbaba 2024-11-15T00:43:10,051 INFO [regionserver/fb2f6cb7846a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T00:43:10,051 INFO [regionserver/fb2f6cb7846a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T00:43:18,467 INFO [master/fb2f6cb7846a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T00:43:18,468 INFO [master/fb2f6cb7846a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T00:43:19,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-15T00:43:19,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-15T00:43:19,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-15T00:43:19,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-15T00:43:19,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-15T00:43:19,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-15T00:43:19,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-15T00:43:19,433 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T00:43:19,433 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-15T00:43:19,433 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-15T00:43:19,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-15T00:43:19,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T00:43:19,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-15T00:43:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-15T00:43:19,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-15T00:43:19,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-15T00:43:19,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-15T00:43:19,437 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33949,1731631347032 Release verify snapshot worker=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:43:19,438 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33949,1731631347032 Release verify snapshot worker=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:43:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-15T00:43:19,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33949,1731631347032 in 10.0160 sec 2024-11-15T00:43:19,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33949,1731631347032 in 10.0170 sec 2024-11-15T00:43:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-15T00:43:19,441 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:43:19,441 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:43:19,442 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33949,1731631347032 Release verify snapshot worker=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:43:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-15T00:43:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-15T00:43:19,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33949,1731631347032 in 10.0210 sec 2024-11-15T00:43:19,446 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33995,1731631347184 Release verify snapshot worker=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:43:19,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33995,1731631347184 in 10.0250 sec 2024-11-15T00:43:19,449 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33995,1731631347184 Release verify snapshot worker=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:43:19,449 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33995,1731631347184 Release verify snapshot worker=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:43:19,449 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:43:19,449 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:43:19,449 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083-splitting/fb2f6cb7846a%2C37785%2C1731631347083.1731631348107, size=2.2 K (2301bytes) 2024-11-15T00:43:19,449 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083-splitting/fb2f6cb7846a%2C37785%2C1731631347083.1731631348107 2024-11-15T00:43:19,450 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083-splitting/fb2f6cb7846a%2C37785%2C1731631347083.1731631348107 after 1ms 2024-11-15T00:43:19,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33995,1731631347184 in 10.0280 sec 2024-11-15T00:43:19,453 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083-splitting/fb2f6cb7846a%2C37785%2C1731631347083.1731631348107 took 4ms 2024-11-15T00:43:19,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33995,1731631347184 in 10.0280 sec 2024-11-15T00:43:19,458 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1f6a1db5fb592ae8e0e9c33a4923c6d5: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T00:43:19,460 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for acdb918de520eaa2869fcbf97ab22b5c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T00:43:19,462 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for e247361246ee8ada46a00d1ae82d382f: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-15T00:43:19,464 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 75b66c68445f3cafd735d9e0e358cf0a: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-15T00:43:19,464 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083-splitting/fb2f6cb7846a%2C37785%2C1731631347083.1731631348107 so closing down 2024-11-15T00:43:19,464 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:43:19,464 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:43:19,464 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 8 edits across 0 Regions in 8 ms; skipped=8; WAL=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083-splitting/fb2f6cb7846a%2C37785%2C1731631347083.1731631348107, size=2.2 K, length=2301, corrupted=false, cancelled=false 2024-11-15T00:43:19,464 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083-splitting/fb2f6cb7846a%2C37785%2C1731631347083.1731631348107, journal: Splitting hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083-splitting/fb2f6cb7846a%2C37785%2C1731631347083.1731631348107, size=2.2 K (2301bytes) at 1731631399449Finishing writing output for hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083-splitting/fb2f6cb7846a%2C37785%2C1731631347083.1731631348107 so closing down at 1731631399464 (+15 ms)3 split writer threads finished at 1731631399464Processed 8 edits across 0 Regions in 8 ms; skipped=8; WAL=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083-splitting/fb2f6cb7846a%2C37785%2C1731631347083.1731631348107, size=2.2 K, length=2301, corrupted=false, cancelled=false at 1731631399464 2024-11-15T00:43:19,464 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083-splitting/fb2f6cb7846a%2C37785%2C1731631347083.1731631348107 2024-11-15T00:43:19,465 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-15T00:43:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-15T00:43:19,469 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083-splitting/fb2f6cb7846a%2C37785%2C1731631347083.1731631348107 to hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/oldWALs 2024-11-15T00:43:19,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-15T00:43:19,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fb2f6cb7846a%2C37785%2C1731631347083.1731631348107, worker=fb2f6cb7846a,33995,1731631347184 in 9.7700 sec 2024-11-15T00:43:19,474 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:43:19,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-15T00:43:19,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure fb2f6cb7846a%2C37785%2C1731631347083.1731631348107, worker=fb2f6cb7846a,33995,1731631347184 in 9.7840 sec 2024-11-15T00:43:19,480 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083-splitting dir is empty, no logs to split. 2024-11-15T00:43:19,480 INFO [PEWorker-3 {}] master.SplitWALManager(105): fb2f6cb7846a,37785,1731631347083 WAL count=0, meta=false 2024-11-15T00:43:19,480 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if fb2f6cb7846a,37785,1731631347083 WAL splitting is done? wals=0, meta=false 2024-11-15T00:43:19,483 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for fb2f6cb7846a,37785,1731631347083 failed, ignore...File hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,37785,1731631347083-splitting does not exist. 2024-11-15T00:43:19,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75b66c68445f3cafd735d9e0e358cf0a, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e247361246ee8ada46a00d1ae82d382f, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acdb918de520eaa2869fcbf97ab22b5c, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f6a1db5fb592ae8e0e9c33a4923c6d5, ASSIGN}] 2024-11-15T00:43:19,489 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75b66c68445f3cafd735d9e0e358cf0a, ASSIGN 2024-11-15T00:43:19,489 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f6a1db5fb592ae8e0e9c33a4923c6d5, ASSIGN 2024-11-15T00:43:19,489 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e247361246ee8ada46a00d1ae82d382f, ASSIGN 2024-11-15T00:43:19,490 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acdb918de520eaa2869fcbf97ab22b5c, ASSIGN 2024-11-15T00:43:19,490 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=75b66c68445f3cafd735d9e0e358cf0a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T00:43:19,490 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1f6a1db5fb592ae8e0e9c33a4923c6d5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T00:43:19,491 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e247361246ee8ada46a00d1ae82d382f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T00:43:19,492 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=acdb918de520eaa2869fcbf97ab22b5c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T00:43:19,641 DEBUG [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(204): Hosts are {fb2f6cb7846a=0} racks are {/default-rack=0} 2024-11-15T00:43:19,641 DEBUG [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T00:43:19,641 DEBUG [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T00:43:19,641 DEBUG [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T00:43:19,641 DEBUG [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T00:43:19,641 INFO [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T00:43:19,641 INFO [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T00:43:19,641 DEBUG [fb2f6cb7846a:42951 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T00:43:19,642 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=acdb918de520eaa2869fcbf97ab22b5c, regionState=OPENING, regionLocation=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:43:19,642 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=1f6a1db5fb592ae8e0e9c33a4923c6d5, regionState=OPENING, regionLocation=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:43:19,642 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=e247361246ee8ada46a00d1ae82d382f, regionState=OPENING, regionLocation=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:43:19,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=75b66c68445f3cafd735d9e0e358cf0a, regionState=OPENING, regionLocation=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:43:19,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1f6a1db5fb592ae8e0e9c33a4923c6d5, ASSIGN because future has completed 2024-11-15T00:43:19,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f6a1db5fb592ae8e0e9c33a4923c6d5, server=fb2f6cb7846a,33995,1731631347184}] 2024-11-15T00:43:19,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=75b66c68445f3cafd735d9e0e358cf0a, ASSIGN because future has completed 2024-11-15T00:43:19,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75b66c68445f3cafd735d9e0e358cf0a, server=fb2f6cb7846a,33949,1731631347032}] 2024-11-15T00:43:19,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e247361246ee8ada46a00d1ae82d382f, ASSIGN because future has completed 2024-11-15T00:43:19,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure e247361246ee8ada46a00d1ae82d382f, server=fb2f6cb7846a,33995,1731631347184}] 2024-11-15T00:43:19,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=acdb918de520eaa2869fcbf97ab22b5c, ASSIGN because future has completed 2024-11-15T00:43:19,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure acdb918de520eaa2869fcbf97ab22b5c, server=fb2f6cb7846a,33949,1731631347032}] 2024-11-15T00:43:26,814 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T00:43:28,281 INFO [regionserver/fb2f6cb7846a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-15T00:43:29,449 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. 2024-11-15T00:43:29,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-15T00:43:29,449 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 75b66c68445f3cafd735d9e0e358cf0a, NAME => 'SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-15T00:43:29,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-15T00:43:29,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-15T00:43:29,450 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:43:29,450 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:43:29,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-15T00:43:29,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-15T00:43:29,450 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:43:29,450 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:43:29,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-15T00:43:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-15T00:43:29,452 INFO [StoreOpener-75b66c68445f3cafd735d9e0e358cf0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:43:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-15T00:43:29,454 INFO [StoreOpener-75b66c68445f3cafd735d9e0e358cf0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75b66c68445f3cafd735d9e0e358cf0a columnFamilyName cf 2024-11-15T00:43:29,454 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33949,1731631347032 Release verify snapshot worker=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:43:29,454 DEBUG [StoreOpener-75b66c68445f3cafd735d9e0e358cf0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:43:29,455 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. 2024-11-15T00:43:29,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-15T00:43:29,455 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f6a1db5fb592ae8e0e9c33a4923c6d5, NAME => 'SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-15T00:43:29,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-15T00:43:29,456 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:43:29,456 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:43:29,456 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:43:29,456 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:43:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-15T00:43:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42951 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-15T00:43:29,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33949,1731631347032 in 20.0330 sec 2024-11-15T00:43:29,457 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33949,1731631347032 Release verify snapshot worker=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:43:29,458 INFO [StoreOpener-1f6a1db5fb592ae8e0e9c33a4923c6d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:43:29,460 INFO [StoreOpener-1f6a1db5fb592ae8e0e9c33a4923c6d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f6a1db5fb592ae8e0e9c33a4923c6d5 columnFamilyName cf 2024-11-15T00:43:29,460 DEBUG [StoreOpener-1f6a1db5fb592ae8e0e9c33a4923c6d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:43:29,460 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33995,1731631347184 Release verify snapshot worker=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:43:29,460 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33949,1731631347032 Release verify snapshot worker=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:43:29,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33949,1731631347032 in 20.0360 sec 2024-11-15T00:43:29,461 INFO [StoreOpener-1f6a1db5fb592ae8e0e9c33a4923c6d5-1 {}] regionserver.HStore(327): Store=1f6a1db5fb592ae8e0e9c33a4923c6d5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:43:29,461 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:43:29,463 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:43:29,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33995,1731631347184 in 20.0390 sec 2024-11-15T00:43:29,465 DEBUG [StoreOpener-75b66c68445f3cafd735d9e0e358cf0a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/75b66c68445f3cafd735d9e0e358cf0a/cf/a9b94ff2d1f242a18fa801f5acbf6481 2024-11-15T00:43:29,466 INFO [StoreOpener-75b66c68445f3cafd735d9e0e358cf0a-1 {}] regionserver.HStore(327): Store=75b66c68445f3cafd735d9e0e358cf0a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:43:29,466 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:43:29,466 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:43:29,467 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:43:29,467 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:43:29,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=25 2024-11-15T00:43:29,467 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:43:29,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb2f6cb7846a,33949,1731631347032 in 20.0390 sec 2024-11-15T00:43:29,467 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T00:43:29,469 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/.hbase-snapshot/SnapshotProcedureTest 2024-11-15T00:43:29,470 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:43:29,470 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:43:29,470 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:43:29,470 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:43:29,471 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T00:43:29,471 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-15T00:43:29,471 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 1f6a1db5fb592ae8e0e9c33a4923c6d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64148440, jitterRate=-0.044113755226135254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:43:29,471 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:43:29,471 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 1f6a1db5fb592ae8e0e9c33a4923c6d5: Running coprocessor pre-open hook at 1731631409456Writing region info on filesystem at 1731631409456Initializing all the Stores at 1731631409458 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631409458Cleaning up temporary data from old regions at 1731631409467 (+9 ms)Running coprocessor post-open hooks at 1731631409471 (+4 ms)Region opened successfully at 1731631409471 2024-11-15T00:43:29,472 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5., pid=53, masterSystemTime=1731631409449 2024-11-15T00:43:29,472 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:43:29,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.0890 sec 2024-11-15T00:43:29,473 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. 2024-11-15T00:43:29,473 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. 2024-11-15T00:43:29,474 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. 2024-11-15T00:43:29,474 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => e247361246ee8ada46a00d1ae82d382f, NAME => 'SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-15T00:43:29,474 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:43:29,474 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:43:29,474 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:43:29,474 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:43:29,475 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/75b66c68445f3cafd735d9e0e358cf0a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T00:43:29,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=1f6a1db5fb592ae8e0e9c33a4923c6d5, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:43:29,476 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 75b66c68445f3cafd735d9e0e358cf0a; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62289531, jitterRate=-0.0718136578798294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:43:29,476 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:43:29,476 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 75b66c68445f3cafd735d9e0e358cf0a: Running coprocessor pre-open hook at 1731631409450Writing region info on filesystem at 1731631409450Initializing all the Stores at 1731631409452 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631409452Cleaning up temporary data from old regions at 1731631409470 (+18 ms)Running coprocessor post-open hooks at 1731631409476 (+6 ms)Region opened successfully at 1731631409476 2024-11-15T00:43:29,477 INFO [StoreOpener-e247361246ee8ada46a00d1ae82d382f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:43:29,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f6a1db5fb592ae8e0e9c33a4923c6d5, server=fb2f6cb7846a,33995,1731631347184 because future has completed 2024-11-15T00:43:29,477 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a., pid=54, masterSystemTime=1731631409441 2024-11-15T00:43:29,478 INFO [StoreOpener-e247361246ee8ada46a00d1ae82d382f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e247361246ee8ada46a00d1ae82d382f columnFamilyName cf 2024-11-15T00:43:29,478 DEBUG [StoreOpener-e247361246ee8ada46a00d1ae82d382f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:43:29,479 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. 2024-11-15T00:43:29,479 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. 2024-11-15T00:43:29,479 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. 2024-11-15T00:43:29,479 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => acdb918de520eaa2869fcbf97ab22b5c, NAME => 'SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-15T00:43:29,479 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=75b66c68445f3cafd735d9e0e358cf0a, regionState=OPEN, openSeqNum=6, regionLocation=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:43:29,480 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:43:29,480 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:43:29,480 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:43:29,480 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:43:29,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-15T00:43:29,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f6a1db5fb592ae8e0e9c33a4923c6d5, server=fb2f6cb7846a,33995,1731631347184 in 9.8330 sec 2024-11-15T00:43:29,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75b66c68445f3cafd735d9e0e358cf0a, server=fb2f6cb7846a,33949,1731631347032 because future has completed 2024-11-15T00:43:29,482 INFO [StoreOpener-acdb918de520eaa2869fcbf97ab22b5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:43:29,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f6a1db5fb592ae8e0e9c33a4923c6d5, ASSIGN in 9.9970 sec 2024-11-15T00:43:29,484 INFO [StoreOpener-acdb918de520eaa2869fcbf97ab22b5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acdb918de520eaa2869fcbf97ab22b5c columnFamilyName cf 2024-11-15T00:43:29,484 DEBUG [StoreOpener-acdb918de520eaa2869fcbf97ab22b5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:43:29,485 INFO [StoreOpener-acdb918de520eaa2869fcbf97ab22b5c-1 {}] regionserver.HStore(327): Store=acdb918de520eaa2869fcbf97ab22b5c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:43:29,485 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:43:29,486 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:43:29,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-11-15T00:43:29,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 75b66c68445f3cafd735d9e0e358cf0a, server=fb2f6cb7846a,33949,1731631347032 in 9.8340 sec 2024-11-15T00:43:29,487 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:43:29,489 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:43:29,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75b66c68445f3cafd735d9e0e358cf0a, ASSIGN in 10.0020 sec 2024-11-15T00:43:29,489 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:43:29,491 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:43:29,492 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened acdb918de520eaa2869fcbf97ab22b5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74701116, jitterRate=0.11313337087631226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:43:29,492 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:43:29,492 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for acdb918de520eaa2869fcbf97ab22b5c: Running coprocessor pre-open hook at 1731631409480Writing region info on filesystem at 1731631409480Initializing all the Stores at 1731631409481 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631409481Cleaning up temporary data from old regions at 1731631409489 (+8 ms)Running coprocessor post-open hooks at 1731631409492 (+3 ms)Region opened successfully at 1731631409492 2024-11-15T00:43:29,493 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c., pid=56, masterSystemTime=1731631409441 2024-11-15T00:43:29,495 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. 2024-11-15T00:43:29,495 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. 2024-11-15T00:43:29,496 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=acdb918de520eaa2869fcbf97ab22b5c, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,33949,1731631347032 2024-11-15T00:43:29,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure acdb918de520eaa2869fcbf97ab22b5c, server=fb2f6cb7846a,33949,1731631347032 because future has completed 2024-11-15T00:43:29,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=51 2024-11-15T00:43:29,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure acdb918de520eaa2869fcbf97ab22b5c, server=fb2f6cb7846a,33949,1731631347032 in 9.8470 sec 2024-11-15T00:43:29,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acdb918de520eaa2869fcbf97ab22b5c, ASSIGN in 10.0180 sec 2024-11-15T00:43:29,506 DEBUG [StoreOpener-e247361246ee8ada46a00d1ae82d382f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/e247361246ee8ada46a00d1ae82d382f/cf/ca1357f026bb426e94c7ceefc102eabe 2024-11-15T00:43:29,506 INFO [StoreOpener-e247361246ee8ada46a00d1ae82d382f-1 {}] regionserver.HStore(327): Store=e247361246ee8ada46a00d1ae82d382f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:43:29,508 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:43:29,509 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:43:29,511 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:43:29,511 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:43:29,511 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:43:29,513 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:43:29,515 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/e247361246ee8ada46a00d1ae82d382f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T00:43:29,517 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened e247361246ee8ada46a00d1ae82d382f; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74655783, jitterRate=0.11245785653591156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:43:29,517 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:43:29,517 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for e247361246ee8ada46a00d1ae82d382f: Running coprocessor pre-open hook at 1731631409474Writing region info on filesystem at 1731631409474Initializing all the Stores at 1731631409476 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631409476Cleaning up temporary data from old regions at 1731631409511 (+35 ms)Running coprocessor post-open hooks at 1731631409517 (+6 ms)Region opened successfully at 1731631409517 2024-11-15T00:43:29,519 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f., pid=55, masterSystemTime=1731631409449 2024-11-15T00:43:29,523 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. 2024-11-15T00:43:29,523 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. 2024-11-15T00:43:29,524 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=e247361246ee8ada46a00d1ae82d382f, regionState=OPEN, openSeqNum=6, regionLocation=fb2f6cb7846a,33995,1731631347184 2024-11-15T00:43:29,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure e247361246ee8ada46a00d1ae82d382f, server=fb2f6cb7846a,33995,1731631347184 because future has completed 2024-11-15T00:43:29,530 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-15T00:43:29,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=50 2024-11-15T00:43:29,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure e247361246ee8ada46a00d1ae82d382f, server=fb2f6cb7846a,33995,1731631347184 in 9.8780 sec 2024-11-15T00:43:29,536 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-15T00:43:29,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T00:43:29,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:43:29,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:43:29,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:43:29,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:43:29,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T00:43:29,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-15T00:43:29,537 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T00:43:29,537 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=913953815, stopped=false 2024-11-15T00:43:29,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e247361246ee8ada46a00d1ae82d382f, ASSIGN in 10.0490 sec 2024-11-15T00:43:29,537 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb2f6cb7846a,42951,1731631346838 2024-11-15T00:43:29,537 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server fb2f6cb7846a,37785,1731631347083 after splitting done 2024-11-15T00:43:29,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure fb2f6cb7846a,37785,1731631347083, splitWal=true, meta=false in 19.8600 sec 2024-11-15T00:43:29,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:43:29,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:43:29,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:43:29,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:43:29,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:43:29,623 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:43:29,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:43:29,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:43:29,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:43:29,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:43:29,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:43:29,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:43:29,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:43:29,625 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,33949,1731631347032' ***** 2024-11-15T00:43:29,625 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T00:43:29,625 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,33995,1731631347184' ***** 2024-11-15T00:43:29,625 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T00:43:29,625 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:43:29,625 INFO [RS:0;fb2f6cb7846a:33949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T00:43:29,625 INFO [RS:0;fb2f6cb7846a:33949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T00:43:29,625 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:43:29,625 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a1aa72dfb4b93e5b0273e6eaa605703 2024-11-15T00:43:29,625 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:43:29,625 INFO [RS:2;fb2f6cb7846a:33995 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T00:43:29,625 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:43:29,625 INFO [RS:2;fb2f6cb7846a:33995 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T00:43:29,625 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(3091): Received CLOSE for 74ea635ba80d3fd89b4095df8a2520d9 2024-11-15T00:43:29,625 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f2460c4d04fea70f71986bf34b6e770 2024-11-15T00:43:29,625 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(3091): Received CLOSE for acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:43:29,626 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e42092beb029bb17a4aff4f164a1e41 2024-11-15T00:43:29,626 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(3091): Received CLOSE for 75b66c68445f3cafd735d9e0e358cf0a 2024-11-15T00:43:29,626 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a1aa72dfb4b93e5b0273e6eaa605703, disabling compactions & flushes 2024-11-15T00:43:29,626 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(959): stopping server fb2f6cb7846a,33949,1731631347032 2024-11-15T00:43:29,626 INFO [RS:0;fb2f6cb7846a:33949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:43:29,626 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703. 2024-11-15T00:43:29,626 INFO [RS:0;fb2f6cb7846a:33949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb2f6cb7846a:33949. 2024-11-15T00:43:29,626 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703. 2024-11-15T00:43:29,626 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(3091): Received CLOSE for e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:43:29,626 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703. after waiting 0 ms 2024-11-15T00:43:29,626 DEBUG [RS:0;fb2f6cb7846a:33949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:43:29,626 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f6a1db5fb592ae8e0e9c33a4923c6d5 2024-11-15T00:43:29,626 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703. 2024-11-15T00:43:29,626 DEBUG [RS:0;fb2f6cb7846a:33949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:43:29,626 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(3091): Received CLOSE for 295172b7c0fb9c4c408165f1ccb54b88 2024-11-15T00:43:29,626 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74ea635ba80d3fd89b4095df8a2520d9, disabling compactions & flushes 2024-11-15T00:43:29,626 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(3091): Received CLOSE for 2923462f22e2735019c9fcac9ae01751 2024-11-15T00:43:29,626 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9. 2024-11-15T00:43:29,626 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-15T00:43:29,626 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(959): stopping server fb2f6cb7846a,33995,1731631347184 2024-11-15T00:43:29,626 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9. 2024-11-15T00:43:29,626 INFO [RS:2;fb2f6cb7846a:33995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:43:29,626 DEBUG [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(1325): Online Regions={5a1aa72dfb4b93e5b0273e6eaa605703=SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703., 4f2460c4d04fea70f71986bf34b6e770=SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770., acdb918de520eaa2869fcbf97ab22b5c=SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c., 2e42092beb029bb17a4aff4f164a1e41=SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41., 75b66c68445f3cafd735d9e0e358cf0a=SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a.} 2024-11-15T00:43:29,626 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9. after waiting 0 ms 2024-11-15T00:43:29,626 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9. 2024-11-15T00:43:29,626 INFO [RS:2;fb2f6cb7846a:33995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fb2f6cb7846a:33995. 2024-11-15T00:43:29,626 DEBUG [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(1351): Waiting on 2e42092beb029bb17a4aff4f164a1e41, 4f2460c4d04fea70f71986bf34b6e770, 5a1aa72dfb4b93e5b0273e6eaa605703, 75b66c68445f3cafd735d9e0e358cf0a, acdb918de520eaa2869fcbf97ab22b5c 2024-11-15T00:43:29,626 DEBUG [RS:2;fb2f6cb7846a:33995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:43:29,626 DEBUG [RS:2;fb2f6cb7846a:33995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:43:29,626 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T00:43:29,626 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T00:43:29,626 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T00:43:29,626 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T00:43:29,627 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-15T00:43:29,627 DEBUG [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(1325): Online Regions={74ea635ba80d3fd89b4095df8a2520d9=SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9., e247361246ee8ada46a00d1ae82d382f=SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f., 1588230740=hbase:meta,,1.1588230740, 1f6a1db5fb592ae8e0e9c33a4923c6d5=SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5., 295172b7c0fb9c4c408165f1ccb54b88=SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88., 2923462f22e2735019c9fcac9ae01751=SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751.} 2024-11-15T00:43:29,627 DEBUG [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f6a1db5fb592ae8e0e9c33a4923c6d5, 2923462f22e2735019c9fcac9ae01751, 295172b7c0fb9c4c408165f1ccb54b88, 74ea635ba80d3fd89b4095df8a2520d9, e247361246ee8ada46a00d1ae82d382f 2024-11-15T00:43:29,627 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:43:29,627 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:43:29,628 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:43:29,628 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:43:29,628 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:43:29,628 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-15T00:43:29,632 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/74ea635ba80d3fd89b4095df8a2520d9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T00:43:29,633 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9. 2024-11-15T00:43:29,633 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74ea635ba80d3fd89b4095df8a2520d9: Waiting for close lock at 1731631409626Running coprocessor pre-close hooks at 1731631409626Disabling compacts and flushes for region at 1731631409626Disabling writes for close at 1731631409626Writing region close event to WAL at 1731631409627 (+1 ms)Running coprocessor post-close hooks at 1731631409633 (+6 ms)Closed at 1731631409633 2024-11-15T00:43:29,633 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9. 2024-11-15T00:43:29,634 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e247361246ee8ada46a00d1ae82d382f, disabling compactions & flushes 2024-11-15T00:43:29,634 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. 2024-11-15T00:43:29,634 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. 2024-11-15T00:43:29,634 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. after waiting 0 ms 2024-11-15T00:43:29,634 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. 2024-11-15T00:43:29,635 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/5a1aa72dfb4b93e5b0273e6eaa605703/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T00:43:29,635 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703. 2024-11-15T00:43:29,635 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a1aa72dfb4b93e5b0273e6eaa605703: Waiting for close lock at 1731631409626Running coprocessor pre-close hooks at 1731631409626Disabling compacts and flushes for region at 1731631409626Disabling writes for close at 1731631409626Writing region close event to WAL at 1731631409627 (+1 ms)Running coprocessor post-close hooks at 1731631409635 (+8 ms)Closed at 1731631409635 2024-11-15T00:43:29,636 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731631358474.5a1aa72dfb4b93e5b0273e6eaa605703. 2024-11-15T00:43:29,636 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f2460c4d04fea70f71986bf34b6e770, disabling compactions & flushes 2024-11-15T00:43:29,636 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770. 2024-11-15T00:43:29,636 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770. 2024-11-15T00:43:29,636 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770. after waiting 0 ms 2024-11-15T00:43:29,636 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770. 2024-11-15T00:43:29,646 INFO [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:43:29,646 INFO [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:43:29,649 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/e247361246ee8ada46a00d1ae82d382f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-15T00:43:29,649 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. 2024-11-15T00:43:29,649 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e247361246ee8ada46a00d1ae82d382f: Waiting for close lock at 1731631409634Running coprocessor pre-close hooks at 1731631409634Disabling compacts and flushes for region at 1731631409634Disabling writes for close at 1731631409634Writing region close event to WAL at 1731631409640 (+6 ms)Running coprocessor post-close hooks at 1731631409649 (+9 ms)Closed at 1731631409649 2024-11-15T00:43:29,650 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731631358474.e247361246ee8ada46a00d1ae82d382f. 2024-11-15T00:43:29,650 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f6a1db5fb592ae8e0e9c33a4923c6d5, disabling compactions & flushes 2024-11-15T00:43:29,650 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. 2024-11-15T00:43:29,650 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. 2024-11-15T00:43:29,650 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. after waiting 0 ms 2024-11-15T00:43:29,650 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. 2024-11-15T00:43:29,653 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/4f2460c4d04fea70f71986bf34b6e770/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T00:43:29,654 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770. 2024-11-15T00:43:29,654 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f2460c4d04fea70f71986bf34b6e770: Waiting for close lock at 1731631409636Running coprocessor pre-close hooks at 1731631409636Disabling compacts and flushes for region at 1731631409636Disabling writes for close at 1731631409636Writing region close event to WAL at 1731631409644 (+8 ms)Running coprocessor post-close hooks at 1731631409654 (+10 ms)Closed at 1731631409654 2024-11-15T00:43:29,654 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731631358474.4f2460c4d04fea70f71986bf34b6e770. 2024-11-15T00:43:29,654 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acdb918de520eaa2869fcbf97ab22b5c, disabling compactions & flushes 2024-11-15T00:43:29,654 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. 2024-11-15T00:43:29,654 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. 2024-11-15T00:43:29,654 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. after waiting 0 ms 2024-11-15T00:43:29,654 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. 2024-11-15T00:43:29,655 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740/.tmp/info/2a396940a8c141c2b77d528417cc3bb4 is 167, key is SPTestTable,19999999,1731631358474.74ea635ba80d3fd89b4095df8a2520d9./info:regioninfo/1731631368831/Put/seqid=0 2024-11-15T00:43:29,657 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/1f6a1db5fb592ae8e0e9c33a4923c6d5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T00:43:29,661 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. 2024-11-15T00:43:29,661 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f6a1db5fb592ae8e0e9c33a4923c6d5: Waiting for close lock at 1731631409650Running coprocessor pre-close hooks at 1731631409650Disabling compacts and flushes for region at 1731631409650Disabling writes for close at 1731631409650Writing region close event to WAL at 1731631409653 (+3 ms)Running coprocessor post-close hooks at 1731631409661 (+8 ms)Closed at 1731631409661 2024-11-15T00:43:29,661 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731631358474.1f6a1db5fb592ae8e0e9c33a4923c6d5. 2024-11-15T00:43:29,661 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 295172b7c0fb9c4c408165f1ccb54b88, disabling compactions & flushes 2024-11-15T00:43:29,661 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88. 2024-11-15T00:43:29,661 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88. 2024-11-15T00:43:29,662 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88. after waiting 0 ms 2024-11-15T00:43:29,662 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88. 2024-11-15T00:43:29,668 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/acdb918de520eaa2869fcbf97ab22b5c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T00:43:29,669 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. 2024-11-15T00:43:29,669 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acdb918de520eaa2869fcbf97ab22b5c: Waiting for close lock at 1731631409654Running coprocessor pre-close hooks at 1731631409654Disabling compacts and flushes for region at 1731631409654Disabling writes for close at 1731631409654Writing region close event to WAL at 1731631409655 (+1 ms)Running coprocessor post-close hooks at 1731631409669 (+14 ms)Closed at 1731631409669 2024-11-15T00:43:29,669 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731631358474.acdb918de520eaa2869fcbf97ab22b5c. 2024-11-15T00:43:29,669 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e42092beb029bb17a4aff4f164a1e41, disabling compactions & flushes 2024-11-15T00:43:29,669 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41. 2024-11-15T00:43:29,669 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41. 2024-11-15T00:43:29,670 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41. after waiting 0 ms 2024-11-15T00:43:29,670 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41. 2024-11-15T00:43:29,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741864_1040 (size=20292) 2024-11-15T00:43:29,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741864_1040 (size=20292) 2024-11-15T00:43:29,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741864_1040 (size=20292) 2024-11-15T00:43:29,680 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740/.tmp/info/2a396940a8c141c2b77d528417cc3bb4 2024-11-15T00:43:29,690 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/295172b7c0fb9c4c408165f1ccb54b88/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T00:43:29,691 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88. 2024-11-15T00:43:29,691 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 295172b7c0fb9c4c408165f1ccb54b88: Waiting for close lock at 1731631409661Running coprocessor pre-close hooks at 1731631409661Disabling compacts and flushes for region at 1731631409661Disabling writes for close at 1731631409662 (+1 ms)Writing region close event to WAL at 1731631409667 (+5 ms)Running coprocessor post-close hooks at 1731631409691 (+24 ms)Closed at 1731631409691 2024-11-15T00:43:29,691 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731631358474.295172b7c0fb9c4c408165f1ccb54b88. 2024-11-15T00:43:29,692 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2923462f22e2735019c9fcac9ae01751, disabling compactions & flushes 2024-11-15T00:43:29,692 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751. 2024-11-15T00:43:29,692 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751. 2024-11-15T00:43:29,692 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751. after waiting 0 ms 2024-11-15T00:43:29,692 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751. 2024-11-15T00:43:29,697 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/2e42092beb029bb17a4aff4f164a1e41/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T00:43:29,698 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41. 2024-11-15T00:43:29,698 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e42092beb029bb17a4aff4f164a1e41: Waiting for close lock at 1731631409669Running coprocessor pre-close hooks at 1731631409669Disabling compacts and flushes for region at 1731631409669Disabling writes for close at 1731631409670 (+1 ms)Writing region close event to WAL at 1731631409688 (+18 ms)Running coprocessor post-close hooks at 1731631409698 (+10 ms)Closed at 1731631409698 2024-11-15T00:43:29,698 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731631358474.2e42092beb029bb17a4aff4f164a1e41. 2024-11-15T00:43:29,698 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75b66c68445f3cafd735d9e0e358cf0a, disabling compactions & flushes 2024-11-15T00:43:29,699 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. 2024-11-15T00:43:29,699 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. 2024-11-15T00:43:29,699 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. after waiting 0 ms 2024-11-15T00:43:29,699 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. 2024-11-15T00:43:29,705 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/2923462f22e2735019c9fcac9ae01751/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T00:43:29,706 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751. 2024-11-15T00:43:29,706 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2923462f22e2735019c9fcac9ae01751: Waiting for close lock at 1731631409692Running coprocessor pre-close hooks at 1731631409692Disabling compacts and flushes for region at 1731631409692Disabling writes for close at 1731631409692Writing region close event to WAL at 1731631409696 (+4 ms)Running coprocessor post-close hooks at 1731631409705 (+9 ms)Closed at 1731631409705 2024-11-15T00:43:29,706 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731631358474.2923462f22e2735019c9fcac9ae01751. 2024-11-15T00:43:29,707 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740/.tmp/ns/eae86f16544d49d982f64800612e0393 is 43, key is default/ns:d/1731631358383/Put/seqid=0 2024-11-15T00:43:29,708 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/default/SPTestTable/75b66c68445f3cafd735d9e0e358cf0a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-15T00:43:29,709 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. 2024-11-15T00:43:29,709 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75b66c68445f3cafd735d9e0e358cf0a: Waiting for close lock at 1731631409698Running coprocessor pre-close hooks at 1731631409698Disabling compacts and flushes for region at 1731631409698Disabling writes for close at 1731631409699 (+1 ms)Writing region close event to WAL at 1731631409699Running coprocessor post-close hooks at 1731631409709 (+10 ms)Closed at 1731631409709 2024-11-15T00:43:29,709 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731631358474.75b66c68445f3cafd735d9e0e358cf0a. 2024-11-15T00:43:29,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741865_1041 (size=5153) 2024-11-15T00:43:29,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741865_1041 (size=5153) 2024-11-15T00:43:29,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741865_1041 (size=5153) 2024-11-15T00:43:29,717 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740/.tmp/ns/eae86f16544d49d982f64800612e0393 2024-11-15T00:43:29,737 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740/.tmp/table/99d5a3e94a6e4832a94f4758fd1d7885 is 47, key is SPTestTable/table:state/1731631368911/Put/seqid=0 2024-11-15T00:43:29,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741866_1042 (size=5214) 2024-11-15T00:43:29,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741866_1042 (size=5214) 2024-11-15T00:43:29,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741866_1042 (size=5214) 2024-11-15T00:43:29,744 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740/.tmp/table/99d5a3e94a6e4832a94f4758fd1d7885 2024-11-15T00:43:29,749 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740/.tmp/info/2a396940a8c141c2b77d528417cc3bb4 as hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740/info/2a396940a8c141c2b77d528417cc3bb4 2024-11-15T00:43:29,756 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740/info/2a396940a8c141c2b77d528417cc3bb4, entries=116, sequenceid=37, filesize=19.8 K 2024-11-15T00:43:29,757 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740/.tmp/ns/eae86f16544d49d982f64800612e0393 as hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740/ns/eae86f16544d49d982f64800612e0393 2024-11-15T00:43:29,763 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740/ns/eae86f16544d49d982f64800612e0393, entries=2, sequenceid=37, filesize=5.0 K 2024-11-15T00:43:29,764 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740/.tmp/table/99d5a3e94a6e4832a94f4758fd1d7885 as hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740/table/99d5a3e94a6e4832a94f4758fd1d7885 2024-11-15T00:43:29,770 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740/table/99d5a3e94a6e4832a94f4758fd1d7885, entries=2, sequenceid=37, filesize=5.1 K 2024-11-15T00:43:29,771 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 143ms, sequenceid=37, compaction requested=false 2024-11-15T00:43:29,779 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-15T00:43:29,780 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:43:29,780 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:43:29,780 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731631409627Running coprocessor pre-close hooks at 1731631409627Disabling compacts and flushes for region at 1731631409627Disabling writes for close at 1731631409628 (+1 ms)Obtaining lock to block concurrent updates at 1731631409628Preparing flush snapshotting stores in 1588230740 at 1731631409628Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1731631409628Flushing stores of hbase:meta,,1.1588230740 at 1731631409631 (+3 ms)Flushing 1588230740/info: creating writer at 1731631409631Flushing 1588230740/info: appending metadata at 1731631409655 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731631409655Flushing 1588230740/ns: creating writer at 1731631409688 (+33 ms)Flushing 1588230740/ns: appending metadata at 1731631409706 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731631409706Flushing 1588230740/table: creating writer at 1731631409723 (+17 ms)Flushing 1588230740/table: appending metadata at 1731631409736 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731631409736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27dc4858: reopening flushed file at 1731631409748 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b92e4af: reopening flushed file at 1731631409756 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e1d996: reopening flushed file at 1731631409763 (+7 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 143ms, sequenceid=37, compaction requested=false at 1731631409771 (+8 ms)Writing region close event to WAL at 1731631409772 (+1 ms)Running coprocessor post-close hooks at 1731631409780 (+8 ms)Closed at 1731631409780 2024-11-15T00:43:29,780 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T00:43:29,826 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(976): stopping server fb2f6cb7846a,33949,1731631347032; all regions closed. 2024-11-15T00:43:29,827 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(976): stopping server fb2f6cb7846a,33995,1731631347184; all regions closed. 2024-11-15T00:43:29,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741834_1010 (size=3534) 2024-11-15T00:43:29,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741834_1010 (size=3534) 2024-11-15T00:43:29,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741834_1010 (size=3534) 2024-11-15T00:43:29,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741836_1012 (size=19530) 2024-11-15T00:43:29,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741836_1012 (size=19530) 2024-11-15T00:43:29,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741836_1012 (size=19530) 2024-11-15T00:43:29,835 DEBUG [RS:0;fb2f6cb7846a:33949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/oldWALs 2024-11-15T00:43:29,835 INFO [RS:0;fb2f6cb7846a:33949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C33949%2C1731631347032:(num 1731631348111) 2024-11-15T00:43:29,835 DEBUG [RS:0;fb2f6cb7846a:33949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:43:29,835 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:43:29,835 INFO [RS:0;fb2f6cb7846a:33949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:43:29,835 INFO [RS:0;fb2f6cb7846a:33949 {}] hbase.ChoreService(370): Chore service for: regionserver/fb2f6cb7846a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T00:43:29,835 DEBUG [RS:2;fb2f6cb7846a:33995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/oldWALs 2024-11-15T00:43:29,835 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T00:43:29,835 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:43:29,835 INFO [RS:2;fb2f6cb7846a:33995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C33995%2C1731631347184.meta:.meta(num 1731631358289) 2024-11-15T00:43:29,835 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T00:43:29,835 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T00:43:29,836 INFO [RS:0;fb2f6cb7846a:33949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:43:29,836 INFO [RS:0;fb2f6cb7846a:33949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33949 2024-11-15T00:43:29,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741835_1011 (size=3564) 2024-11-15T00:43:29,839 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/WALs/fb2f6cb7846a,33995,1731631347184/fb2f6cb7846a%2C33995%2C1731631347184.1731631348125 not finished, retry = 0 2024-11-15T00:43:29,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741835_1011 (size=3564) 2024-11-15T00:43:29,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741835_1011 (size=3564) 2024-11-15T00:43:29,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,33949,1731631347032 2024-11-15T00:43:29,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:43:29,872 INFO [RS:0;fb2f6cb7846a:33949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:43:29,942 DEBUG [RS:2;fb2f6cb7846a:33995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/oldWALs 2024-11-15T00:43:29,942 INFO [RS:2;fb2f6cb7846a:33995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C33995%2C1731631347184:(num 1731631348125) 2024-11-15T00:43:29,942 DEBUG [RS:2;fb2f6cb7846a:33995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:43:29,942 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:43:29,942 INFO [RS:2;fb2f6cb7846a:33995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:43:29,943 INFO [RS:2;fb2f6cb7846a:33995 {}] hbase.ChoreService(370): Chore service for: regionserver/fb2f6cb7846a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T00:43:29,943 INFO [RS:2;fb2f6cb7846a:33995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:43:29,943 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:43:29,943 INFO [RS:2;fb2f6cb7846a:33995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33995 2024-11-15T00:43:29,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,33949,1731631347032] 2024-11-15T00:43:29,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:43:29,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,33995,1731631347184 2024-11-15T00:43:29,970 INFO [RS:2;fb2f6cb7846a:33995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:43:30,042 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,33949,1731631347032 already deleted, retry=false 2024-11-15T00:43:30,042 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb2f6cb7846a,33949,1731631347032 expired; onlineServers=1 2024-11-15T00:43:30,055 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,33995,1731631347184] 2024-11-15T00:43:30,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:43:30,057 INFO [RS:0;fb2f6cb7846a:33949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:43:30,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33949-0x1013bf1702c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:43:30,057 INFO [RS:0;fb2f6cb7846a:33949 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,33949,1731631347032; zookeeper connection closed. 2024-11-15T00:43:30,058 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1047f176 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1047f176 2024-11-15T00:43:30,116 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,33995,1731631347184 already deleted, retry=false 2024-11-15T00:43:30,116 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb2f6cb7846a,33995,1731631347184 expired; onlineServers=0 2024-11-15T00:43:30,116 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb2f6cb7846a,42951,1731631346838' ***** 2024-11-15T00:43:30,116 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T00:43:30,116 INFO [M:0;fb2f6cb7846a:42951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:43:30,116 INFO [M:0;fb2f6cb7846a:42951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:43:30,116 DEBUG [M:0;fb2f6cb7846a:42951 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T00:43:30,116 DEBUG [M:0;fb2f6cb7846a:42951 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T00:43:30,116 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T00:43:30,117 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731631347771 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731631347771,5,FailOnTimeoutGroup] 2024-11-15T00:43:30,117 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731631347772 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731631347772,5,FailOnTimeoutGroup] 2024-11-15T00:43:30,117 INFO [M:0;fb2f6cb7846a:42951 {}] hbase.ChoreService(370): Chore service for: master/fb2f6cb7846a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T00:43:30,117 INFO [M:0;fb2f6cb7846a:42951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:43:30,117 DEBUG [M:0;fb2f6cb7846a:42951 {}] master.HMaster(1795): Stopping service threads 2024-11-15T00:43:30,117 INFO [M:0;fb2f6cb7846a:42951 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T00:43:30,117 INFO [M:0;fb2f6cb7846a:42951 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:43:30,117 ERROR [M:0;fb2f6cb7846a:42951 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1469787010) connection to localhost/127.0.0.1:43783 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43783,5,PEWorkerGroup] 2024-11-15T00:43:30,118 INFO [M:0;fb2f6cb7846a:42951 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T00:43:30,118 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T00:43:30,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T00:43:30,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:43:30,138 DEBUG [M:0;fb2f6cb7846a:42951 {}] zookeeper.ZKUtil(347): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T00:43:30,139 WARN [M:0;fb2f6cb7846a:42951 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T00:43:30,139 INFO [M:0;fb2f6cb7846a:42951 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/.lastflushedseqids 2024-11-15T00:43:30,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741867_1043 (size=650) 2024-11-15T00:43:30,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741867_1043 (size=650) 2024-11-15T00:43:30,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741867_1043 (size=650) 2024-11-15T00:43:30,151 INFO [M:0;fb2f6cb7846a:42951 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T00:43:30,151 INFO [M:0;fb2f6cb7846a:42951 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T00:43:30,151 DEBUG [M:0;fb2f6cb7846a:42951 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:43:30,151 INFO [M:0;fb2f6cb7846a:42951 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:43:30,151 DEBUG [M:0;fb2f6cb7846a:42951 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:43:30,152 DEBUG [M:0;fb2f6cb7846a:42951 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:43:30,152 DEBUG [M:0;fb2f6cb7846a:42951 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:43:30,152 INFO [M:0;fb2f6cb7846a:42951 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=235.98 KB heapSize=280.99 KB 2024-11-15T00:43:30,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:43:30,155 INFO [RS:2;fb2f6cb7846a:33995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:43:30,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33995-0x1013bf1702c0003, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:43:30,155 INFO [RS:2;fb2f6cb7846a:33995 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,33995,1731631347184; zookeeper connection closed. 2024-11-15T00:43:30,155 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f9aaf11 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f9aaf11 2024-11-15T00:43:30,155 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-15T00:43:30,171 DEBUG [M:0;fb2f6cb7846a:42951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e915d51b089415583e74f0c779e7e14 is 82, key is hbase:meta,,1/info:regioninfo/1731631358327/Put/seqid=0 2024-11-15T00:43:30,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741868_1044 (size=5672) 2024-11-15T00:43:30,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741868_1044 (size=5672) 2024-11-15T00:43:30,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741868_1044 (size=5672) 2024-11-15T00:43:30,178 INFO [M:0;fb2f6cb7846a:42951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e915d51b089415583e74f0c779e7e14 2024-11-15T00:43:30,197 DEBUG [M:0;fb2f6cb7846a:42951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbdcd02d83e748c0b108320671b3d17c is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731631368916/Put/seqid=0 2024-11-15T00:43:30,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741869_1045 (size=9445) 2024-11-15T00:43:30,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741869_1045 (size=9445) 2024-11-15T00:43:30,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741869_1045 (size=9445) 2024-11-15T00:43:30,204 INFO [M:0;fb2f6cb7846a:42951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=235.24 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbdcd02d83e748c0b108320671b3d17c 2024-11-15T00:43:30,210 INFO [M:0;fb2f6cb7846a:42951 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbdcd02d83e748c0b108320671b3d17c 2024-11-15T00:43:30,224 DEBUG [M:0;fb2f6cb7846a:42951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/375793b200fd4d059fb0d761f8447898 is 69, key is fb2f6cb7846a,33949,1731631347032/rs:state/1731631347894/Put/seqid=0 2024-11-15T00:43:30,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741870_1046 (size=5442) 2024-11-15T00:43:30,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741870_1046 (size=5442) 2024-11-15T00:43:30,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741870_1046 (size=5442) 2024-11-15T00:43:30,234 INFO [M:0;fb2f6cb7846a:42951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/375793b200fd4d059fb0d761f8447898 2024-11-15T00:43:30,239 INFO [M:0;fb2f6cb7846a:42951 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 375793b200fd4d059fb0d761f8447898 2024-11-15T00:43:30,240 DEBUG [M:0;fb2f6cb7846a:42951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e915d51b089415583e74f0c779e7e14 as hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e915d51b089415583e74f0c779e7e14 2024-11-15T00:43:30,246 INFO [M:0;fb2f6cb7846a:42951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e915d51b089415583e74f0c779e7e14, entries=8, sequenceid=488, filesize=5.5 K 2024-11-15T00:43:30,247 DEBUG [M:0;fb2f6cb7846a:42951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbdcd02d83e748c0b108320671b3d17c as hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbdcd02d83e748c0b108320671b3d17c 2024-11-15T00:43:30,252 INFO [M:0;fb2f6cb7846a:42951 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbdcd02d83e748c0b108320671b3d17c 2024-11-15T00:43:30,252 INFO [M:0;fb2f6cb7846a:42951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbdcd02d83e748c0b108320671b3d17c, entries=56, sequenceid=488, filesize=9.2 K 2024-11-15T00:43:30,253 DEBUG [M:0;fb2f6cb7846a:42951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/375793b200fd4d059fb0d761f8447898 as hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/375793b200fd4d059fb0d761f8447898 2024-11-15T00:43:30,259 INFO [M:0;fb2f6cb7846a:42951 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 375793b200fd4d059fb0d761f8447898 2024-11-15T00:43:30,259 INFO [M:0;fb2f6cb7846a:42951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/a42cb3fe-1746-934a-96a2-fa472438e552/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/375793b200fd4d059fb0d761f8447898, entries=3, sequenceid=488, filesize=5.3 K 2024-11-15T00:43:30,259 INFO [M:0;fb2f6cb7846a:42951 {}] regionserver.HRegion(3140): Finished flush of dataSize ~235.98 KB/241643, heapSize ~280.70 KB/287432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 107ms, sequenceid=488, compaction requested=false 2024-11-15T00:43:30,261 INFO [M:0;fb2f6cb7846a:42951 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:43:30,261 DEBUG [M:0;fb2f6cb7846a:42951 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731631410151Disabling compacts and flushes for region at 1731631410151Disabling writes for close at 1731631410152 (+1 ms)Obtaining lock to block concurrent updates at 1731631410152Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731631410152Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=241643, getHeapSize=287672, getOffHeapSize=0, getCellsCount=595 at 1731631410152Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731631410154 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731631410154Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731631410170 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731631410170Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731631410183 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731631410197 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731631410197Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731631410210 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731631410223 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731631410223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69275855: reopening flushed file at 1731631410239 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77ab2adc: reopening flushed file at 1731631410246 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3beded87: reopening flushed file at 1731631410253 (+7 ms)Finished flush of dataSize ~235.98 KB/241643, heapSize ~280.70 KB/287432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 107ms, sequenceid=488, compaction requested=false at 1731631410259 (+6 ms)Writing region close event to WAL at 1731631410261 (+2 ms)Closed at 1731631410261 2024-11-15T00:43:30,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741830_1006 (size=274210) 2024-11-15T00:43:30,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741830_1006 (size=274210) 2024-11-15T00:43:30,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741830_1006 (size=274210) 2024-11-15T00:43:30,264 INFO [M:0;fb2f6cb7846a:42951 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T00:43:30,264 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:43:30,264 INFO [M:0;fb2f6cb7846a:42951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42951 2024-11-15T00:43:30,264 INFO [M:0;fb2f6cb7846a:42951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:43:30,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:43:30,375 INFO [M:0;fb2f6cb7846a:42951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:43:30,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42951-0x1013bf1702c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:43:30,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16005bf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:43:30,378 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bbfbee7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:43:30,378 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:43:30,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14a237b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:43:30,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5da9abcc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/hadoop.log.dir/,STOPPED} 2024-11-15T00:43:30,380 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:43:30,380 WARN [BP-1212656632-172.17.0.3-1731631343029 heartbeating to localhost/127.0.0.1:43783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:43:30,380 WARN [BP-1212656632-172.17.0.3-1731631343029 heartbeating to localhost/127.0.0.1:43783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1212656632-172.17.0.3-1731631343029 (Datanode Uuid 93de5a6e-7fa5-4ff2-895d-9fd169239431) service to localhost/127.0.0.1:43783 2024-11-15T00:43:30,380 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:43:30,381 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/cluster_f2023afb-7ec1-8c49-720b-57aa1f3db005/data/data5/current/BP-1212656632-172.17.0.3-1731631343029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:43:30,381 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/cluster_f2023afb-7ec1-8c49-720b-57aa1f3db005/data/data6/current/BP-1212656632-172.17.0.3-1731631343029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:43:30,381 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:43:30,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67b91593{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:43:30,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c3b8476{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:43:30,451 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:43:30,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e0f2539{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:43:30,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d4b7e3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/hadoop.log.dir/,STOPPED} 2024-11-15T00:43:30,453 WARN [BP-1212656632-172.17.0.3-1731631343029 heartbeating to localhost/127.0.0.1:43783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:43:30,453 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:43:30,453 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:43:30,453 WARN [BP-1212656632-172.17.0.3-1731631343029 heartbeating to localhost/127.0.0.1:43783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1212656632-172.17.0.3-1731631343029 (Datanode Uuid aa3e2f63-c0e9-4c79-ace1-eeaff50ed680) service to localhost/127.0.0.1:43783 2024-11-15T00:43:30,453 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/cluster_f2023afb-7ec1-8c49-720b-57aa1f3db005/data/data3/current/BP-1212656632-172.17.0.3-1731631343029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:43:30,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/cluster_f2023afb-7ec1-8c49-720b-57aa1f3db005/data/data4/current/BP-1212656632-172.17.0.3-1731631343029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:43:30,454 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:43:30,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3561e9c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:43:30,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75e03b8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:43:30,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:43:30,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef30e43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:43:30,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1125cf6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/hadoop.log.dir/,STOPPED} 2024-11-15T00:43:30,459 WARN [BP-1212656632-172.17.0.3-1731631343029 heartbeating to localhost/127.0.0.1:43783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:43:30,459 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:43:30,459 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:43:30,459 WARN [BP-1212656632-172.17.0.3-1731631343029 heartbeating to localhost/127.0.0.1:43783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1212656632-172.17.0.3-1731631343029 (Datanode Uuid f853d0f6-ed68-4e68-808d-ccdc6ca6b356) service to localhost/127.0.0.1:43783 2024-11-15T00:43:30,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/cluster_f2023afb-7ec1-8c49-720b-57aa1f3db005/data/data1/current/BP-1212656632-172.17.0.3-1731631343029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:43:30,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/cluster_f2023afb-7ec1-8c49-720b-57aa1f3db005/data/data2/current/BP-1212656632-172.17.0.3-1731631343029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:43:30,460 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:43:30,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@234f3d07{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T00:43:30,467 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@91867d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:43:30,467 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:43:30,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59694319{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:43:30,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51bc3513{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/81eeff10-bed1-7bd2-7483-e5932dfc7917/hadoop.log.dir/,STOPPED} 2024-11-15T00:43:30,477 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T00:43:30,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T00:43:30,518 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 93) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:43783 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:43783 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:43783 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:43783 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=455 (was 606), ProcessCount=11 (was 11), AvailableMemoryMB=945 (was 1872)